-- Logs begin at Wed 2021-01-20 20:08:55 UTC, end at Wed 2021-01-20 21:14:14 UTC. -- Jan 20 20:44:40.119924 dv-cinder-749155-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 20 20:44:42.847964 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.common.config [-] Logging enabled! Jan 20 20:44:42.848506 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev406 Jan 20 20:44:42.849829 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79999) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 20 20:44:42.851644 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.common.config [-] Logging enabled! Jan 20 20:44:42.851923 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev406 Jan 20 20:44:42.852279 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79999) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 20 20:44:42.853334 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 20 20:44:42.853600 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 20 20:44:42.854658 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 20 20:44:42.854948 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 20 20:44:42.855211 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 20 20:44:42.855586 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.855934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.856275 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.856539 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.856885 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.857222 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.857544 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.857927 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.858223 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.859246 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.859540 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.859867 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.860134 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.860457 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.860790 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.861119 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.861378 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] debug = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.861697 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.862238 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.862563 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.862904 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.863237 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.863546 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.863862 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.864190 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.864560 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] host = dv-cinder-749155-5-iscsi {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.864907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.865193 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.865491 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.865822 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.866133 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.866448 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.866803 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.867116 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.867427 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] log_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.867741 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.868071 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.868401 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.868746 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.869004 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.869260 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.869591 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.869921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.870233 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.870546 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.870886 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.871198 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.871510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.871816 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.872147 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.872475 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.872802 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.873116 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.873427 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.873735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.874047 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.874396 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.874728 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.875042 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.875353 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.875683 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.875989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.876300 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.876644 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.876971 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.877300 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.877702 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.878015 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.878344 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.878684 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.878997 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.879308 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] use_json = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.879622 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.879931 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.880259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.880571 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.880881 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.881192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.881503 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.881834 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:42.882171 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.882512 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.882882 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.883204 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.883539 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.883861 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.884193 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.884512 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.884844 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.885174 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.885500 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.885817 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.886145 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.886461 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.886823 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.887174 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.887512 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.887848 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.888161 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.888471 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.888787 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.889102 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.889426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.889797 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.890136 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.890450 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.890793 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.891131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.891447 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.891760 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.892080 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.892413 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.892730 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.893046 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.893364 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.893677 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.893989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.894299 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.894635 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.894970 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.895284 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.895592 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.895899 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.896215 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.896521 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.896844 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.897158 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.897467 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.897775 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.898093 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.898405 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.898743 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.899062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.899374 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.899691 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.900002 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.900312 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.900624 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.900935 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.901245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.901554 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.901863 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.902178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.902490 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.902826 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.903136 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.903447 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.903756 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.904088 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.904422 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.904740 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.905058 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.905886 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.906208 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.906527 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.906872 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.907190 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.907510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.907823 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.908158 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.908483 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.908809 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.909134 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.909452 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.909791 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.910108 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.910428 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.910768 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.911086 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.911408 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.911739 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.912073 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.912405 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.912738 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.913071 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.913406 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.913726 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.914079 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.914394 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:42.914682 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 20 20:44:42.914952 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79999) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 20 20:44:43.569437 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO keyring.backend [-] Loading Gnome Jan 20 20:44:43.586819 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO keyring.backend [-] Loading Google Jan 20 20:44:43.589383 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO keyring.backend [-] Loading Windows (alt) Jan 20 20:44:43.593507 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO keyring.backend [-] Loading file Jan 20 20:44:43.594346 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO keyring.backend [-] Loading keyczar Jan 20 20:44:43.594654 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO keyring.backend [-] Loading multi Jan 20 20:44:43.595305 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO keyring.backend [-] Loading pyfs Jan 20 20:44:43.641998 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:44:43.642303 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:44:43.642648 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:44:43.643024 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 20 20:44:44.040749 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.041338 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.041338 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.090023 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.090339 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.090660 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.094864 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.095171 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.095468 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.163643 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.163957 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.164255 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.165405 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.165704 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.165998 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.434334 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.434678 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.434987 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.435298 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.436132 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.589420 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.589855 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.590230 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.590626 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.590962 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.591384 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.591781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.592291 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.592653 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.593599 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.593965 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.594327 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.594718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.595068 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.595480 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.595854 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.596208 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.596584 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.596932 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.597493 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.597840 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.598179 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.598607 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.598961 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.599297 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.599798 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 20 20:44:44.600134 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 20 20:44:44.600467 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 20 20:44:44.600800 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 20 20:44:44.601131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 20 20:44:44.601461 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 20 20:44:44.602993 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 20 20:44:44.606544 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 20 20:44:44.610652 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 20 20:44:44.614819 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jan 20 20:44:44.616581 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 20 20:44:44.617872 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 20 20:44:44.618415 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 20 20:44:44.618891 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 20 20:44:44.621787 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 20 20:44:44.622071 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 20 20:44:44.622473 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 20 20:44:44.645205 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 20 20:44:44.645841 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.646278 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79999) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 20 20:44:44.646762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.648208 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79999) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 20 20:44:44.648576 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 20 20:44:44.648893 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 20 20:44:44.652317 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.652678 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:44.721387 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 20 20:44:44.721587 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 20 20:44:44.721833 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 20 20:44:44.722249 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 20 20:44:44.762455 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.sqlalchemy.engines [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79999) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 20 20:44:45.210539 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.managers [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Initializing driver for type 'gre' Jan 20 20:44:45.211137 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] gre ID ranges: [(1, 1000)] Jan 20 20:44:45.253256 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.managers [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Initializing driver for type 'local' Jan 20 20:44:45.253623 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.managers [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Initializing driver for type 'vlan' Jan 20 20:44:45.266752 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] VlanTypeDriver initialization complete Jan 20 20:44:45.267192 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.managers [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Initializing driver for type 'vxlan' Jan 20 20:44:45.267804 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] vxlan ID ranges: [(1, 1000)] Jan 20 20:44:45.309979 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.managers [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Initializing extension driver 'port_security' Jan 20 20:44:45.310322 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.extensions.port_security [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] PortSecurityExtensionDriver initialization complete Jan 20 20:44:45.310729 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.managers [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Initializing mechanism driver 'openvswitch' Jan 20 20:44:45.317256 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:44:45.318126 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > port after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.318540 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > port after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.318979 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > port after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.319411 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > subnet after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.319808 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > subnet after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.320188 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.320613 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > network after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.321000 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > network after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.321380 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > network after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.321803 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > security_group after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.322187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > security_group after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.322752 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.323177 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.323568 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.323950 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.324370 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > address_group after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.324752 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > address_group after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.325127 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.325497 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] ML2 OVO RPC backend initialized. {{(pid=79999) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 20 20:44:45.326229 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.326647 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.327110 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > network before_response 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.328071 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > networks before_response 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.328456 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > port before_response 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.328836 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > ports before_response 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.329218 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > subnet before_response 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.329599 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > subnets before_response 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.329984 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > network after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.330364 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > network after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.330773 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > network after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.331152 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > port after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.331526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > port after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.332156 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > port after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.332539 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > subnet after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.332915 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > subnet after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.333286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.333940 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.plugin [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Modular L2 Plugin initialization complete Jan 20 20:44:45.334303 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading services supported by the core plugin {{(pid=79999) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 20 20:44:45.334700 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.plugins.ml2.managers [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Got port-security extension from driver 'port_security' Jan 20 20:44:45.335218 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.extensions.vlantransparent [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Disabled vlantransparent extension. Jan 20 20:44:45.336733 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79999) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 20 20:44:45.337098 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading Plugin: router Jan 20 20:44:45.374888 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.375333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router after_create 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.375744 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router before_create 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.376155 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.376572 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.376974 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router after_delete 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.377373 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.377783 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router after_create 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.378168 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router after_update 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.378561 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router after_update 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.378975 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.379379 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router after_update 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.379870 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router precommit_update 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.380290 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: port after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.380673 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: port after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.381053 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: subnet after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.381558 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.381829 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.382219 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router precommit_create 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.382626 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: port before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.383017 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router precommit_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.383422 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router after_update 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.383804 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.384240 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router precommit_create 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.384653 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.385040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router precommit_update 55549900 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.385476 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > network after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.386533 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Tracking information for resource: router configured {{(pid=79999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 20 20:44:45.386937 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Tracking information for resource: floatingip configured {{(pid=79999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 20 20:44:45.392711 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_agentschedulers_db [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 20 20:44:45.393387 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: port after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.393791 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: port after_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.394181 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: port after_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.394584 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: port after_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.395524 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router before_create 55550100 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.395933 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.396344 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router precommit_create 55550100 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.396738 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > router precommit_update 55550100 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.401632 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.provider_configuration [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Service providers = [] {{(pid=79999) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 20 20:44:45.402034 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.servicetype_db [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79999) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 20 20:44:45.404969 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.service_base [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 20 20:44:45.405976 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.service_base [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 20 20:44:45.406349 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.service_base [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 20 20:44:45.407268 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.service_base [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 20 20:44:45.407677 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.services.service_base [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 20 20:44:45.408102 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 20 20:44:45.408460 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 20 20:44:45.418952 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 20 20:44:45.419435 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading Plugin: auto_allocate Jan 20 20:44:45.425158 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: network precommit_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.425575 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: network precommit_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.426180 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 20 20:44:45.426545 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading Plugin: tag Jan 20 20:44:45.434094 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 20 20:44:45.434467 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading Plugin: timestamp Jan 20 20:44:45.438738 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 20 20:44:45.439116 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading Plugin: network_ip_availability Jan 20 20:44:45.444883 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.445295 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.445688 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.446536 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 20 20:44:45.446926 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading Plugin: flavors Jan 20 20:44:45.451555 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 20 20:44:45.451919 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading Plugin: revisions Jan 20 20:44:45.457221 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 20 20:44:45.457650 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.815s {{(pid=79999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:44:45.458467 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79999) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 20 20:44:45.458898 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Initializing extension manager. Jan 20 20:44:45.459468 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: __init__.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.459853 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: __pycache__ {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.460229 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.460645 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: address_group.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.461440 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.462106 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: address-group Jan 20 20:44:45.462472 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: address_scope.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.463278 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.463868 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: address-scope Jan 20 20:44:45.464237 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.465193 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.465777 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: router-admin-state-down-before-update Jan 20 20:44:45.466142 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: agent.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.466940 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.467518 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: agent Jan 20 20:44:45.468501 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: agent_resources_synced.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.469445 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.470018 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: agent-resources-synced Jan 20 20:44:45.470383 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: allowedaddresspairs.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.472334 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.473228 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: allowed-address-pairs Jan 20 20:44:45.473599 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: auto_allocated_topology.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.474905 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.475489 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: auto-allocated-topology Jan 20 20:44:45.475852 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: availability_zone.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.478394 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.479071 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: availability_zone Jan 20 20:44:45.479603 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: availability_zone_filter.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.480851 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.482391 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: availability_zone_filter Jan 20 20:44:45.482866 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: data_plane_status.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.483992 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.484623 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension data-plane-status not supported by any of loaded plugins Jan 20 20:44:45.485041 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: default_subnetpools.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.486048 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.486742 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: default-subnetpools Jan 20 20:44:45.487136 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.488232 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.488825 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: dhcp_agent_scheduler Jan 20 20:44:45.489196 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: dns.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.490131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.490738 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension dns-integration not supported by any of loaded plugins Jan 20 20:44:45.491103 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: dns_domain_ports.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.492038 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.492615 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 20 20:44:45.492983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: dvr.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.493718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.494295 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: dvr Jan 20 20:44:45.494683 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: empty_string_filtering.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.495615 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.496190 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: empty-string-filtering Jan 20 20:44:45.496553 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.497491 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.498062 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 20 20:44:45.498425 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.499424 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.499997 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 20 20:44:45.500397 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: external_net.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.501338 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.501916 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: external-net Jan 20 20:44:45.502283 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.503261 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.503843 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: extra_dhcp_opt Jan 20 20:44:45.504207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: extraroute.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.505136 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.505710 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: extraroute Jan 20 20:44:45.506072 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: extraroute_atomic.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.507161 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.507740 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: extraroute-atomic Jan 20 20:44:45.508101 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: filter_validation.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.508824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.509401 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: filter-validation Jan 20 20:44:45.509761 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: fip_pf_description.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.510719 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.511291 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 20 20:44:45.511653 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: fip_port_details.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.512594 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.513182 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: fip-port-details Jan 20 20:44:45.513542 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: flavors.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.515518 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.516113 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: flavors Jan 20 20:44:45.516484 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.518194 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.518807 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 20 20:44:45.519179 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: floatingip_pools.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.519948 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.520532 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: floatingip-pools Jan 20 20:44:45.520899 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: ip_allocation.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.521853 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.522431 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension ip_allocation not supported by any of loaded plugins Jan 20 20:44:45.522833 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.523790 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.524378 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: ip-substring-filtering Jan 20 20:44:45.524748 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: l2_adjacency.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.525707 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.526287 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 20 20:44:45.526676 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: l3.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.527799 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.528384 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: router Jan 20 20:44:45.528750 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.531679 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.532270 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 20 20:44:45.532645 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.533582 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.534162 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: ext-gw-mode Jan 20 20:44:45.534531 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.535497 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.536074 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: l3-ha Jan 20 20:44:45.536437 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: l3_flavors.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.537473 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.538052 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: l3-flavors Jan 20 20:44:45.538414 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.539372 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.539952 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 20 20:44:45.540314 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: l3agentscheduler.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.541517 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.542117 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: l3_agent_scheduler Jan 20 20:44:45.542486 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: logging.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.544039 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.544630 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension logging not supported by any of loaded plugins Jan 20 20:44:45.545002 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: metering.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.545812 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.546561 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: metering Jan 20 20:44:45.546979 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.548121 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.548710 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: metering_source_and_destination_fields Jan 20 20:44:45.549079 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: multiprovidernet.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.550031 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.550638 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: multi-provider Jan 20 20:44:45.551008 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: netmtu.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.551947 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.552534 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: net-mtu Jan 20 20:44:45.552900 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: netmtu_writable.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.553845 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.554425 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: net-mtu-writable Jan 20 20:44:45.554815 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: network_availability_zone.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.555665 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.556247 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: network_availability_zone Jan 20 20:44:45.556613 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: network_ip_availability.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.557733 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.558317 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: network-ip-availability Jan 20 20:44:45.558713 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: network_segment_range.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.559583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.560168 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension network-segment-range not supported by any of loaded plugins Jan 20 20:44:45.560526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: pagination.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.561594 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.561971 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: pagination Jan 20 20:44:45.562337 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.563293 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.563878 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: port-mac-address-regenerate Jan 20 20:44:45.564238 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.565181 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.566622 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: port-numa-affinity-policy Jan 20 20:44:45.566622 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: port_resource_request.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.567067 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.567946 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension port-resource-request not supported by any of loaded plugins Jan 20 20:44:45.568069 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: portbindings.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.568945 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.569529 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: binding Jan 20 20:44:45.569891 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: portbindings_extended.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.571249 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.571836 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: binding-extended Jan 20 20:44:45.572207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: portsecurity.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.573155 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.573738 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: port-security Jan 20 20:44:45.574105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: project_id.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.575126 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.575501 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: project-id Jan 20 20:44:45.575859 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: providernet.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.576804 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.577956 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: provider Jan 20 20:44:45.578318 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: qos.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.582321 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.582954 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension qos not supported by any of loaded plugins Jan 20 20:44:45.583329 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.584598 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.585184 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 20 20:44:45.585550 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.586491 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.587119 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 20 20:44:45.587480 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: qos_default.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.588411 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.588985 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension qos-default not supported by any of loaded plugins Jan 20 20:44:45.589350 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: qos_fip.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.590059 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.590648 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension qos-fip not supported by any of loaded plugins Jan 20 20:44:45.591020 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: qos_gateway_ip.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.591960 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.592535 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 20 20:44:45.593533 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: qos_port_network_policy.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.594456 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.595063 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 20 20:44:45.595426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: qos_rule_type_details.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.596368 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.596946 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 20 20:44:45.597302 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: qos_rules_alias.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.598403 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.599016 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 20 20:44:45.599371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: quotasv2.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.600415 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.600796 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: quotas Jan 20 20:44:45.601153 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: quotasv2_detail.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.602781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.603165 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: quota_details Jan 20 20:44:45.603536 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: rbac.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.604852 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.605454 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: rbac-policies Jan 20 20:44:45.605823 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: rbac_address_scope.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.606814 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.607394 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: rbac-address-scope Jan 20 20:44:45.607761 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: rbac_security_groups.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.608735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.609314 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: rbac-security-groups Jan 20 20:44:45.609680 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: rbac_subnetpool.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.610631 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.611212 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: rbac-subnetpool Jan 20 20:44:45.611574 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: revisionifmatch.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.612510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.613097 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: revision-if-match Jan 20 20:44:45.613460 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: revisions.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.614671 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.615252 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: standard-attr-revisions Jan 20 20:44:45.615618 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: router_availability_zone.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.616353 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.616935 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: router_availability_zone Jan 20 20:44:45.617300 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: routerservicetype.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.618250 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.618851 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension router-service-type not supported by any of loaded plugins Jan 20 20:44:45.619219 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.620159 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.620744 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: security-groups-normalized-cidr Jan 20 20:44:45.621113 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.622060 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.622662 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: port-security-groups-filtering Jan 20 20:44:45.623028 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.623974 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.625088 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: security-groups-remote-address-group Jan 20 20:44:45.625449 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: securitygroup.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.638843 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.639472 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: security-group Jan 20 20:44:45.640455 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: segment.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.641368 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.641955 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension segment not supported by any of loaded plugins Jan 20 20:44:45.642329 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.643366 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.643952 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 20 20:44:45.644317 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: servicetype.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.645474 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.646067 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: service-type Jan 20 20:44:45.646431 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: sorting.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.647466 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.647841 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: sorting Jan 20 20:44:45.648208 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: standard_attr_segment.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.649152 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.649746 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 20 20:44:45.650110 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: standardattrdescription.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.650846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.651431 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: standard-attr-description Jan 20 20:44:45.651794 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: stateful_security_group.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.652779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.653375 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: stateful-security-group Jan 20 20:44:45.653738 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: stdattrs_common.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.654342 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 20 20:44:45.654735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.656209 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.658150 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 20 20:44:45.658519 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: subnet_onboard.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.660415 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.662751 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: subnet_onboard Jan 20 20:44:45.663437 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.664710 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.665295 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 20 20:44:45.665662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: subnet_service_types.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.666649 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.667234 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: subnet-service-types Jan 20 20:44:45.667600 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: subnetallocation.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.668711 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.669302 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: subnet_allocation Jan 20 20:44:45.669667 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.670391 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.671079 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: subnetpool-prefix-ops Jan 20 20:44:45.671446 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.672404 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.672982 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 20 20:44:45.673344 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: tagging.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.674918 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.675508 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: standard-attr-tag Jan 20 20:44:45.675875 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: timestamp.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.677081 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.677672 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loaded extension: standard-attr-timestamp Jan 20 20:44:45.678042 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: trunk.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.679107 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.679689 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension trunk not supported by any of loaded plugins Jan 20 20:44:45.680055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: trunk_details.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.680996 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.681571 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension trunk-details not supported by any of loaded plugins Jan 20 20:44:45.681934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: uplink_status_propagation.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.682924 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.683502 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 20 20:44:45.683866 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Loading extension file: vlantransparent.py {{(pid=79999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 20 20:44:45.684583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 20 20:44:45.685160 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 20 20:44:45.688513 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Creating instance of TrackedResource for resource:network Jan 20 20:44:45.689357 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Creating instance of TrackedResource for resource:subnet Jan 20 20:44:45.690048 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 20:44:45.690748 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Creating instance of TrackedResource for resource:port Jan 20 20:44:45.692290 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 20:44:45.692794 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Service FLAVORS assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 20:44:45.693479 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 20:44:45.693951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 20:44:45.694324 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Creating instance of TrackedResource for resource:router Jan 20 20:44:45.695106 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Creating instance of TrackedResource for resource:floatingip Jan 20 20:44:45.695892 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Service METERING assigned prefix: /metering {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 20:44:45.697700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.698107 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.698497 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79999) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:44:45.699689 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Creating instance of CountableResource for resource:rbac_policy Jan 20 20:44:45.700305 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Creating instance of TrackedResource for resource:security_group Jan 20 20:44:45.701342 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 20 20:44:45.702899 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Service CORE assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 20:44:45.703279 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 20:44:45.703651 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] subnetpool is already registered Jan 20 20:44:45.704326 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Service CORE assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 20:44:45.704696 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 20:44:45.705078 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] subnetpool is already registered Jan 20 20:44:45.708184 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 20:44:45.708666 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Service FLAVORS assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 20:44:45.709323 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 20:44:45.709790 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 20:44:45.710164 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Creating instance of TrackedResource for resource:router Jan 20 20:44:45.710534 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] router is already registered Jan 20 20:44:45.711276 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Creating instance of TrackedResource for resource:floatingip Jan 20 20:44:45.711600 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] floatingip is already registered Jan 20 20:44:45.712303 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Service METERING assigned prefix: /metering {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 20:44:45.713479 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Creating instance of CountableResource for resource:rbac_policy Jan 20 20:44:45.713864 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] rbac_policy is already registered Jan 20 20:44:45.715347 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Creating instance of TrackedResource for resource:security_group Jan 20 20:44:45.715728 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] security_group is already registered Jan 20 20:44:45.716389 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 20 20:44:45.716757 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] security_group_rule is already registered Jan 20 20:44:45.717503 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Service CORE assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 20:44:45.717939 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 20:44:45.718305 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] subnetpool is already registered Jan 20 20:44:45.719006 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.resource_helper [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Service CORE assigned prefix: {{(pid=79999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 20 20:44:45.719376 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 20:44:45.719742 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING neutron.quota.resource_registry [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] subnetpool is already registered Jan 20 20:44:45.720469 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: extensions {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.722086 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: address-groups {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.723912 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: address-scopes {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.725241 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: agents {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.726501 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: auto-allocated-topology {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.727912 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: availability_zones {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.729328 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: dhcp-networks {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.730874 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: dhcp-agents {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.732399 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: routers {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.734403 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: flavors {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.735696 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: service_profiles {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.737018 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: next_providers {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.738678 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: service_profiles {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.740260 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: floatingip-pools {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.741573 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: routers {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.743515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: floatingips {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.744815 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: l3-routers {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.746314 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: l3-agents {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.747896 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: metering-labels {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.749901 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: metering-label-rules {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.751318 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: network-ip-availabilities {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.752667 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: bindings {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.754461 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: quotas {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.756050 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: quotas {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.757595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: rbac-policies {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.758996 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: security-groups {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.760305 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: security-group-rules {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.761644 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: service-providers {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.763021 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: subnetpools {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.764536 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: subnetpools {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.766745 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.768548 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.770540 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.772514 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.774466 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.776296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.778215 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.781236 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.783271 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.785240 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.extensions [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Extended resource: tags {{(pid=79999) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 20 20:44:45.792548 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING keystonemiddleware.auth_token [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 20 20:44:45.798048 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING keystonemiddleware.auth_token [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 20 20:44:45.807213 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Acquired lock "singleton_lock" {{(pid=79999) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 20 20:44:45.807746 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Releasing lock "singleton_lock" {{(pid=79999) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 20 20:44:45.809260 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO oslo_service.service [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Starting 2 workers Jan 20 20:44:45.814684 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Started child 80112 {{(pid=79999) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 20 20:44:45.819114 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:44:45.819669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Started child 80113 {{(pid=79999) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 20 20:44:45.820601 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [-] (80112) wsgi starting up on http://0.0.0.0:9696 Jan 20 20:44:45.821181 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.service [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 20 20:44:45.821839 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Notify callbacks [] for process, before_spawn {{(pid=79999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:44:45.823429 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:44:45.824419 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO oslo_service.service [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Starting 1 workers Jan 20 20:44:45.824813 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [-] (80113) wsgi starting up on http://0.0.0.0:9696 Jan 20 20:44:45.830657 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Started child 80114 {{(pid=79999) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 20 20:44:45.831225 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO oslo_service.service [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Starting 1 workers Jan 20 20:44:45.833157 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.service [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] calling RpcWorker wait() {{(pid=80114) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 20 20:44:45.833543 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.service [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] returning from RpcWorker wait() {{(pid=80114) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 20 20:44:45.835038 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:44:45.835546 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:44:45.836399 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Started child 80115 {{(pid=79999) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 20 20:44:45.837217 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ea158d9-4ac4-4074-a8bd-0446e631c080 None None] Notify callbacks [] for process, after_spawn {{(pid=79999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:44:45.838887 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79999) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 20 20:44:45.839296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 20 20:44:45.839296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 20 20:44:45.839588 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 20 20:44:45.839988 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 20 20:44:45.840266 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 20 20:44:45.840483 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:44:45.840729 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.841039 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.841356 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.841459 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:44:45.841666 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.842099 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.842846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.843158 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.843454 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.843771 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.844073 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.844275 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.844476 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.844771 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.845062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.845406 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.845697 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.845969 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.846257 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.846474 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.846789 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.847117 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.847416 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.847718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] debug = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.848116 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.848601 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.848875 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.849266 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.849375 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.849685 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.849954 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.850265 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.850540 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.850771 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.851040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.851323 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.851570 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.851826 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.852141 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.852393 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.852857 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] host = dv-cinder-749155-5-iscsi {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.853121 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.853390 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.853657 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.853924 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.854219 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.854486 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.854807 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.855103 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.855394 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.855663 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.855936 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.856221 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.856476 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.856755 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] log_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.856957 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] log_options = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.857179 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.857448 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.857748 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.857970 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.858183 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.858436 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.858691 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.858921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.859141 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.859400 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.859913 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.859913 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.860532 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.860532 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.860532 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.861316 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.861316 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.861316 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.863907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.863907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.863907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.863907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.863907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.863907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.863907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.863907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.868045 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.868045 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.868045 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.868045 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.868045 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.868045 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.868045 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.868045 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.870319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.870319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.870319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.870319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.870319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.870319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.870319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.870319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.872055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.872055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.872055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.872055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] use_json = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.872055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.872055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.872055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.872055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.872055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.873062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.873062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.873062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.873062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.873062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.873062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.873062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.873062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.873849 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.873849 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.873849 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.873849 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.873849 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.873849 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.873849 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.875006 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.875006 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.875140 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.875473 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.875785 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.876736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.876736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.876736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.876736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.877553 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.877553 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.877926 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.877926 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.878311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.879362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.879362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.879362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.879362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.879362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.885733 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.885733 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.885733 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.885733 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.885733 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.885733 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.885733 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.885733 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.885733 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.888286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.888286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.888286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.888286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.888286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.888286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.888286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.888286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.888286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.889535 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.889535 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.889535 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.889535 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.889535 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.889535 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.889535 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.889535 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.889535 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.891662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.891662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.891662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.891662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.891662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.891662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.891662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.891662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.891662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.892781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.892781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.892781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.892781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.892781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.892781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.892781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.892781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.892781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.894934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.894934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.894934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.894934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.894934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.894934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.894934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.894934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.894934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.898000 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.898000 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.898000 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.898000 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.898000 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.898000 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.898000 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.898000 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.899753 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.899753 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.899753 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.899753 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.899753 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.899753 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.899753 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.899753 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.900718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.900718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.900718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.900718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.900718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.900718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.900718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.900718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.901595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.901595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.901595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.901595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.901595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.901595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.901595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.901595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.902686 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.902686 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.902686 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.902686 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.902686 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.902686 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.903348 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.903348 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.903580 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.903687 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.903950 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.904259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.904259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.904770 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.904915 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.905337 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.905657 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.905908 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.906182 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.906486 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.906847 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.907103 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.907431 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.907729 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.908008 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.908303 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.908594 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.908861 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.909131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.909431 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.909671 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.909941 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.910197 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.910488 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.910796 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.911069 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.911367 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.911635 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.911909 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.912174 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.912431 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.912706 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.912992 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.915130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.915130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.915130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.915130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.915130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.915130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.915130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.915130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.916362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.916362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.916362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.916362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.916362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.916921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.916921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.917246 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.917246 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.917556 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.917728 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.917895 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.918138 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.918386 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.918680 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.918955 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.919202 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.919503 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.919795 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.920160 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.920436 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.920712 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.921053 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.921284 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.921552 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.921808 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.922066 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.922323 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.922596 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.922854 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.923130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.923389 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.923651 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.923901 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.924147 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.924398 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.924643 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.924979 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.925262 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.925516 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.925755 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.925959 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.926234 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.926456 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.930149 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.930149 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.930149 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.930149 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.930149 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.930149 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.930149 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.930149 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.932700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.932700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.932700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.932700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.932700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.932700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.932700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.932700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.934336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.934336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.934336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.934336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.934336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.934336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.934336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.934336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.935583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.935583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.935583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.935583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.935583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.935583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.935583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.935583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.937298 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.937298 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.937298 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.937298 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.937298 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.937903 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.937903 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.937903 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.938245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.938554 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.938895 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.942594 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.942594 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.942594 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.942594 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.942594 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.942594 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.942594 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.942594 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.943178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 20 20:44:45.943178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79999) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 20 20:44:45.943178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 20 20:44:45.943178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 20 20:44:45.943178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 20 20:44:45.943178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 20 20:44:45.943178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 20 20:44:45.943178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.943644 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.943644 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.944355 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.944728 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.945118 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.945493 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.945674 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.945851 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.946053 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.946259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.946506 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.946692 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.946829 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.947105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.947278 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.947411 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.947547 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.947679 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.947813 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.948148 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.948148 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.948407 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] debug = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.948536 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.948676 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.948984 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.948984 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.949238 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.949363 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.949491 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.949803 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.950037 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.950037 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.950477 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.950477 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.950937 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.950937 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.950937 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.951599 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.951599 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] host = dv-cinder-749155-5-iscsi {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.951599 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.952296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.952296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.952296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.953466 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.953466 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.953466 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.953466 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.954307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.954307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.954307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.954307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.954307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.954307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] log_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.955610 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] log_options = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.955610 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.955610 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.955610 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.955610 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.955610 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.955610 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.957510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.957510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.957510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.957510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.957510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.957510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.957510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.957510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.959124 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.959124 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.959124 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.959124 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.959124 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.959124 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.959124 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.959124 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.960762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.960762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.960762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.960762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.960762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.960762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.960762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.960762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.960762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.962174 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.962174 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.962174 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.962174 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.962174 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.962174 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.962174 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.962174 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.963621 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.963621 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.963621 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.963621 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.963621 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.963621 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.963621 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] use_json = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.963621 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.965201 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.965201 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.965201 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.965201 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.965201 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.965201 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.965201 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 20 20:44:45.965201 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.966243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.966243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.966243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.966243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.966243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.966243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.966243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.966243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.967319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.967319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.967319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.967319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.967319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.967319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.967319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.967319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.968346 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.968346 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.968346 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.968346 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.968346 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.968346 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.968346 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.968346 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.969565 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.969565 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.969565 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.969565 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.969565 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.969565 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.969565 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.969565 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.970589 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.970589 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.970589 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.970589 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.970589 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.970589 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.970589 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.970589 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.971951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.971951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.971951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.971951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.971951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.971951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.971951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.971951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.973371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.973371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.973371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.973371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.973371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.973371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.973371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.973371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.973371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.974997 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.974997 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.974997 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.974997 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.974997 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.974997 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.974997 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.974997 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.974997 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.976628 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.976628 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.976628 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.976628 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.976628 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.976628 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.976628 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.976628 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.976628 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.978225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.978225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.978225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.978225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.978225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.978225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.978225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.978225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.978225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.980187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.980187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.980187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.980187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.980187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.980187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.980187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.980187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.981629 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.981629 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.981629 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.981629 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.981629 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.981629 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.981629 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.981629 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.983076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.983076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.983076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.983076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.983076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.983076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.983076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.983076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.984921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.984921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.984921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.984921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.984921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.984921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.984921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.984921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.985821 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.985821 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.985821 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.985821 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.985821 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.985821 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.985821 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.985821 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.987218 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.987218 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.987218 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.987218 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.987218 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.987218 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.987218 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.987218 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.988656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.988656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.988656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.988656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.988656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.988656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.988656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.988656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.990259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.990259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.990259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.990259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.990259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.990259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.990259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.990259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.991715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.991715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.991715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.991715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.991715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.991715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.991715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.991715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.992742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.992742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.992742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.992742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.992742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.992742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.992742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.992742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.993748 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.993748 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.993748 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.993748 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.993748 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.993748 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.993748 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.993748 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.994824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.994824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.994824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.994824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.994824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.994824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.994824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.994824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.996031 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.996031 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.996031 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.996031 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.996031 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.996031 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.996031 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.996031 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.997105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.997105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.997105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.997105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.997105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.997105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.997105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.997105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.998351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.998351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.998351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.998351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.998351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.998351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.998351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.999989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.999989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.999989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.999989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.999989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:45.999989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.001159 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.001159 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.001159 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.001159 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.001159 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.001159 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.001159 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.002042 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.002042 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.002042 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.002042 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.002042 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.002736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.002736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.002736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.002736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.003426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.003426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.003426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.003426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.004102 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.004102 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.004102 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.004102 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.004571 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.004571 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.004571 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.004914 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.004914 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.005171 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.005171 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.005408 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.005614 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.005834 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.006025 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.006159 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.006296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.006447 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.006670 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.006863 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.007055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.007251 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.007447 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.007616 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.007779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.007966 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.008129 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.008264 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.008465 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.008640 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.008801 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.008961 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.009119 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 20 20:44:46.009280 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79999) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 20 20:44:46.010306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:44:46.283277 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 48720) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:44:46.294638 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090976 Jan 20 20:44:59.590894 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e6d3e5-2c76-46aa-8e16-99b2e7a2fd37 None None] get_active_networks_info from dv-cinder-749155-5-iscsi {{(pid=80114) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 20:44:59.837358 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e6d3e5-2c76-46aa-8e16-99b2e7a2fd37 None None] No non-hosted networks {{(pid=80114) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 20 20:44:59.840446 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-28edd85d-95f1-45c2-9b77-e7ef2c9bdc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674'] for agent, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:02.376542 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0150bf5f-5e42-4c84-9950-fdaa4d9a270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674'] for agent, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:02.505206 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bc36caec-f4a2-48c4-8ed6-628dfabdcae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:02.676850 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674'] for agent, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:03.104405 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674'] for agent, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:03.105444 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:03.106014 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:03.106644 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:03.107216 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:03.107911 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:03.109029 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:03.109588 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:03.110177 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:03.110773 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:03.111327 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:03.111879 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:03.112430 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:03.113055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-749155-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:45:03.119347 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-749155-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:45:03.682406 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674'] for agent, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:05.062176 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] get_endpoint_by_host() called for host dv-cinder-749155-5-iscsi {{(pid=80114) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 20 20:45:05.067302 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] get_endpoint_by_ip() called for ip 192.168.0.13 {{(pid=80114) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 20 20:45:05.070768 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] _add_endpoint() called for ip 192.168.0.13 {{(pid=80114) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 20 20:45:05.077388 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] _get_endpoints() called {{(pid=80114) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 20 20:45:05.118818 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 48812) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:45:05.654604 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_hamode_db [None req-fad57fe3-2a8e-4a7c-b0b4-9f441a57493e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 20 20:45:05.760945 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad57fe3-2a8e-4a7c-b0b4-9f441a57493e None None] Routers set() bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:45:05.761377 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad57fe3-2a8e-4a7c-b0b4-9f441a57493e None None] Router IDs set() for agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 20 20:45:05.797668 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING oslo_policy.policy [None req-9d6712fb-9aa8-41a3-be26-aa3f3fda38bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 20:45:05.798277 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING oslo_policy.policy [None req-9d6712fb-9aa8-41a3-be26-aa3f3fda38bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 20:45:06.031742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [None req-9d6712fb-9aa8-41a3-be26-aa3f3fda38bf admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80112) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 20:45:06.032916 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-9d6712fb-9aa8-41a3-be26-aa3f3fda38bf admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9129508 Jan 20 20:45:08.747227 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 48826) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:45:09.182614 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-5266784b-2241-4b6e-893f-4e481fefe6a0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:45:09.236776 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.policy [None req-5266784b-2241-4b6e-893f-4e481fefe6a0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80112) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 20 20:45:09.237532 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING oslo_policy.policy [None req-5266784b-2241-4b6e-893f-4e481fefe6a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 20:45:09.237942 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING oslo_policy.policy [None req-5266784b-2241-4b6e-893f-4e481fefe6a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 20:45:09.249518 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota [None req-5266784b-2241-4b6e-893f-4e481fefe6a0 admin admin] Loaded quota_driver: . Jan 20 20:45:09.265536 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5266784b-2241-4b6e-893f-4e481fefe6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:45:09.324689 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5266784b-2241-4b6e-893f-4e481fefe6a0 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754540599965', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754540584188', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754540581527', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754540628354', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754540631081', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-724404', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3472671', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854266952', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-446154'] for rbac-policy, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:09.393155 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5266784b-2241-4b6e-893f-4e481fefe6a0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:09.394433 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-5266784b-2241-4b6e-893f-4e481fefe6a0 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6461642 Jan 20 20:45:12.432515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 48840) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:45:12.918779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Request body: {'network': {'project_id': '85d71e465f504f5e8701a9d94a15e1fc', 'admin_state_up': True, 'name': 'private'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:45:12.925446 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:45:12.930349 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Usage tracker for resource:network and tenant:85d71e465f504f5e8701a9d94a15e1fc is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:45:12.934131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:45:12.940865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:45:12.949358 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Made reservation on behalf of 85d71e465f504f5e8701a9d94a15e1fc for: {'network': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:45:12.956137 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:12.973262 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:12.988518 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:45:12.992435 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Usage tracker for resource:security_group_rule and tenant:85d71e465f504f5e8701a9d94a15e1fc is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:45:12.996088 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:45:13.002372 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:45:13.110169 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:13.112949 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:13.118516 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:45:13.139713 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 20:45:13.167141 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754542084143', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:13.167683 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.segments_db [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Added segment d9033d9d-818a-4e24-8bfa-a2933114d5c9 of type vxlan for network 92b2922f-10b4-4719-a952-b9461906e254 Jan 20 20:45:13.224080 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75761ef0-51e1-489d-9d6d-ed0afbd478b3,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:45:13.248458 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:13.249420 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:13.249787 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:13.250145 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:13.250497 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:13.250919 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:13.251274 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:13.251626 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:13.251992 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:13.252343 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:13.252695 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:13.253040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Tracked resource versions report: Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: pushed versions: Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: { 'AddressGroup': {'1.1'}, Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': {'1.0'}, Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': {'1.0'}, Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': {'1.1'}, Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': {'1.6'}, Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': {'1.2'}, Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': {'1.8'}, Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': {'1.4'}, Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': {'1.2'}, Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': {'1.0'}, Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': {'1.1'}, Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': {'1.1'}} Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: consumer versions: Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: { DHCP agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: L3 agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: Metadata agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: Metering agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: Open vSwitch agent@dv-cinder-749155-5-iscsi: { 'AddressGroup': '1.1', Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': '1.0', Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': '1.0', Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': '1.1', Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': '1.6', Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': '1.2', Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': '1.8', Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': '1.4', Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': '1.2', Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': '1.0', Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': '1.1', Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': '1.1'}} Jan 20 20:45:13.254204 dv-cinder-749155-5-iscsi neutron-server[79999]: {{(pid=80112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 20 20:45:13.446127 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282313094106'] for network, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:13.464430 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:45:13.490584 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for network, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:13.491939 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:45:13.492626 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:13.497432 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:45:13.605575 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1718891 Jan 20 20:45:13.608471 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Pushing event updated for resources: {'Network': ['ID=92b2922f-10b4-4719-a952-b9461906e254,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:45:13.611725 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:45:13.621562 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Network 92b2922f-10b4-4719-a952-b9461906e254 details requested by agent ovs-agent-dv-cinder-749155-5-iscsi with host dv-cinder-749155-5-iscsi {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:45:16.723254 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 48856) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:45:17.251316 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036122da-5127-436c-ad22-3c5263777459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:45:17.252781 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-036122da-5127-436c-ad22-3c5263777459 admin admin] 10.222.0.18 "GET /v2.0/networks/92b2922f-10b4-4719-a952-b9461906e254 HTTP/1.1" status: 200 len: 818 time: 0.5281475 Jan 20 20:45:17.284275 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-d28ed97b-a9ad-4c15-931d-cdc36c0e43a5 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/9dceb352-8826-4a78-a8d1-796a042020b5 HTTP/1.1" status: 200 len: 734 time: 0.0249724 Jan 20 20:45:17.294837 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-19a3ba54-651f-43e6-869e-0217f5f677ba admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '85d71e465f504f5e8701a9d94a15e1fc', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '9dceb352-8826-4a78-a8d1-796a042020b5', 'network_id': '92b2922f-10b4-4719-a952-b9461906e254'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:45:17.300087 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-19a3ba54-651f-43e6-869e-0217f5f677ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:45:17.304246 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-19a3ba54-651f-43e6-869e-0217f5f677ba admin admin] Usage tracker for resource:subnet and tenant:85d71e465f504f5e8701a9d94a15e1fc is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:45:17.307449 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-19a3ba54-651f-43e6-869e-0217f5f677ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:45:17.313782 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-19a3ba54-651f-43e6-869e-0217f5f677ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:45:17.323188 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a3ba54-651f-43e6-869e-0217f5f677ba admin admin] Made reservation on behalf of 85d71e465f504f5e8701a9d94a15e1fc for: {'subnet': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:45:17.328352 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19a3ba54-651f-43e6-869e-0217f5f677ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:17.818816 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19a3ba54-651f-43e6-869e-0217f5f677ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for subnet, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:17.834253 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:45:17.966843 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3ba54-651f-43e6-869e-0217f5f677ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=76974662-c470-4d6b-89f3-1b48b06daa65,revision_number=0']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:45:17.970609 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-19a3ba54-651f-43e6-869e-0217f5f677ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:45:18.044421 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3ba54-651f-43e6-869e-0217f5f677ba admin admin] Checking segment: {'id': 'd9033d9d-818a-4e24-8bfa-a2933114d5c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92b2922f-10b4-4719-a952-b9461906e254'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:45:18.044813 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a3ba54-651f-43e6-869e-0217f5f677ba admin admin] Network hostable DHCP agents. Network: 92b2922f-10b4-4719-a952-b9461906e254, hostable agents: ['c1d8426a-9d58-47bd-9d42-89385b1bbfec'], hosted agents: [] {{(pid=80112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 20:45:18.066359 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a3ba54-651f-43e6-869e-0217f5f677ba admin admin] Network 92b2922f-10b4-4719-a952-b9461906e254 is scheduled to be hosted by DHCP agent c1d8426a-9d58-47bd-9d42-89385b1bbfec with binding_index 1 {{(pid=80112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 20:45:18.076442 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-19a3ba54-651f-43e6-869e-0217f5f677ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-5-iscsi, 92b2922f-10b4-4719-a952-b9461906e254) {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:45:18.082067 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a3ba54-651f-43e6-869e-0217f5f677ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:45:18.082992 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19a3ba54-651f-43e6-869e-0217f5f677ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:18.086686 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41b91f4-bf54-48b0-a3ca-66ccbe7be653 None None] Network 92b2922f-10b4-4719-a952-b9461906e254 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:45:18.107296 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-19a3ba54-651f-43e6-869e-0217f5f677ba admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8166218 Jan 20 20:45:18.419820 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46e46e78-97ce-58d9-b0c2-61ed0264c73d-92b2922f-10b4-4719-a952-b9461906e254', 'network_id': '92b2922f-10b4-4719-a952-b9461906e254', 'tenant_id': '85d71e465f504f5e8701a9d94a15e1fc', 'fixed_ips': [{'subnet_id': '76974662-c470-4d6b-89f3-1b48b06daa65'}]}} from dv-cinder-749155-5-iscsi. {{(pid=80114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 20 20:45:18.422007 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:18.759549 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Allocated IP 172.20.0.2 (92b2922f-10b4-4719-a952-b9461906e254/76974662-c470-4d6b-89f3-1b48b06daa65/5ad73a55-3347-483a-99e3-91dce68d445d) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:45:19.174522 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:19.187620 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Transition to ACTIVE for port object 5ad73a55-3347-483a-99e3-91dce68d445d will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:45:19.205355 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Transition to ACTIVE for port object 5ad73a55-3347-483a-99e3-91dce68d445d will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:45:19.212538 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:19.226599 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:45:19.353328 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Pushing event updated for resources: {'Port': ['ID=5ad73a55-3347-483a-99e3-91dce68d445d,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:45:19.370993 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:19.371377 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:19.371740 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:19.372101 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:19.372466 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:19.372811 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:19.373160 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:19.374035 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:19.374399 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:19.374796 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:19.375157 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:19.375492 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Tracked resource versions report: Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: pushed versions: Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: { 'AddressGroup': {'1.1'}, Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': {'1.0'}, Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': {'1.0'}, Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': {'1.1'}, Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': {'1.6'}, Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': {'1.2'}, Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': {'1.8'}, Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': {'1.4'}, Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': {'1.2'}, Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': {'1.0'}, Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': {'1.1'}, Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': {'1.1'}} Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: consumer versions: Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: { DHCP agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: L3 agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: Metadata agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: Metering agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: Open vSwitch agent@dv-cinder-749155-5-iscsi: { 'AddressGroup': '1.1', Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': '1.0', Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': '1.0', Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': '1.1', Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': '1.6', Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': '1.2', Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': '1.8', Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': '1.4', Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': '1.2', Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': '1.0', Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': '1.1', Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': '1.1'}} Jan 20 20:45:19.376611 dv-cinder-749155-5-iscsi neutron-server[79999]: {{(pid=80114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 20 20:45:19.383948 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:45:19.446395 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Network 92b2922f-10b4-4719-a952-b9461906e254 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:45:19.447624 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:45:19.464458 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:45:19.531217 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Attempting to bind port 5ad73a55-3347-483a-99e3-91dce68d445d on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:45:19.531643 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Attempting to bind port 5ad73a55-3347-483a-99e3-91dce68d445d by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': 'd9033d9d-818a-4e24-8bfa-a2933114d5c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92b2922f-10b4-4719-a952-b9461906e254'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:45:19.532064 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Attempting to bind port 5ad73a55-3347-483a-99e3-91dce68d445d on network 92b2922f-10b4-4719-a952-b9461906e254 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:45:19.538424 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:45:19.539119 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Checking segment: {'id': 'd9033d9d-818a-4e24-8bfa-a2933114d5c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92b2922f-10b4-4719-a952-b9461906e254'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:45:19.539301 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:19.539702 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Bound using segment: {'id': 'd9033d9d-818a-4e24-8bfa-a2933114d5c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92b2922f-10b4-4719-a952-b9461906e254'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:45:19.541949 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Bound port: 5ad73a55-3347-483a-99e3-91dce68d445d, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9033d9d-818a-4e24-8bfa-a2933114d5c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92b2922f-10b4-4719-a952-b9461906e254'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:45:19.541949 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:19.652257 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] For port 5ad73a55-3347-483a-99e3-91dce68d445d, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:45:19.656885 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] For port 5ad73a55-3347-483a-99e3-91dce68d445d, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=5ad73a55-3347-483a-99e3-91dce68d445d,segment=NetworkSegment(d9033d9d-818a-4e24-8bfa-a2933114d5c9),segment_id=d9033d9d-818a-4e24-8bfa-a2933114d5c9)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:45:19.660689 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:19.676896 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:45:19.830389 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Pushing event updated for resources: {'Port': ['ID=5ad73a55-3347-483a-99e3-91dce68d445d,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:45:19.833937 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:45:20.919459 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 48866) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:45:21.386285 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [None req-a1925123-fdf0-4c51-9f82-c29356fefcd4 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80112) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 20:45:21.403409 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-a1925123-fdf0-4c51-9f82-c29356fefcd4 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4827533 Jan 20 20:45:23.145028 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 5ad73a55-3347-483a-99e3-91dce68d445d up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:45:23.218355 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 5ad73a55-3347-483a-99e3-91dce68d445d completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:45:24.260080 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 48880) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:45:24.639071 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14f4ea7-6666-45fb-9ccd-192c9213f45f None None] Network 92b2922f-10b4-4719-a952-b9461906e254 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:45:24.694195 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [None req-0512c2b6-8d9e-43c0-bc66-6b2ac46bb4ea admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80112) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 20:45:24.695398 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-0512c2b6-8d9e-43c0-bc66-6b2ac46bb4ea admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4343064 Jan 20 20:45:24.763419 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-dcfb3b6b-84ef-4029-b990-365c5081efba None None] Provisioning for port 5ad73a55-3347-483a-99e3-91dce68d445d completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:45:24.783758 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-dcfb3b6b-84ef-4029-b990-365c5081efba None None] Provisioning complete for port 5ad73a55-3347-483a-99e3-91dce68d445d triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:45:24.784165 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dcfb3b6b-84ef-4029-b990-365c5081efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:25.020676 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dcfb3b6b-84ef-4029-b990-365c5081efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:25.071166 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-dcfb3b6b-84ef-4029-b990-365c5081efba None None] For port 5ad73a55-3347-483a-99e3-91dce68d445d, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=5ad73a55-3347-483a-99e3-91dce68d445d,segment=NetworkSegment(d9033d9d-818a-4e24-8bfa-a2933114d5c9),segment_id=d9033d9d-818a-4e24-8bfa-a2933114d5c9)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:45:25.076850 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dcfb3b6b-84ef-4029-b990-365c5081efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:25.078882 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:45:25.151094 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb3b6b-84ef-4029-b990-365c5081efba None None] Pushing event updated for resources: {'Port': ['ID=5ad73a55-3347-483a-99e3-91dce68d445d,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:45:25.154606 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dcfb3b6b-84ef-4029-b990-365c5081efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:45:25.303831 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-fef5dca5-9954-46fb-8753-273f455c40b2 None None] Provisioning complete for port 5ad73a55-3347-483a-99e3-91dce68d445d triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:45:25.304467 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fef5dca5-9954-46fb-8753-273f455c40b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:25.551231 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-0dde81a9-e65a-4dcc-bebc-b4cda899ddd7 None None] Provisioning complete for port 5ad73a55-3347-483a-99e3-91dce68d445d triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:45:25.551578 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0dde81a9-e65a-4dcc-bebc-b4cda899ddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:27.116014 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 5ad73a55-3347-483a-99e3-91dce68d445d up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:45:27.194087 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 5ad73a55-3347-483a-99e3-91dce68d445d triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:45:27.194494 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:27.789935 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 48892) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:45:28.199409 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-5f6fd901-79b7-45cf-9e80-afa3fdae1e9b admin admin] Request body: {'router': {'tenant_id': '85d71e465f504f5e8701a9d94a15e1fc', 'name': 'router1', 'admin_state_up': True}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:45:28.205375 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5f6fd901-79b7-45cf-9e80-afa3fdae1e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:45:28.209644 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-5f6fd901-79b7-45cf-9e80-afa3fdae1e9b admin admin] Usage tracker for resource:router and tenant:85d71e465f504f5e8701a9d94a15e1fc is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:45:28.212874 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-5f6fd901-79b7-45cf-9e80-afa3fdae1e9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:45:28.219250 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5f6fd901-79b7-45cf-9e80-afa3fdae1e9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:45:28.228382 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd901-79b7-45cf-9e80-afa3fdae1e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-377705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40021'] for router, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:28.229685 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd901-79b7-45cf-9e80-afa3fdae1e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735702'] for router, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:28.250817 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd901-79b7-45cf-9e80-afa3fdae1e9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:28.355472 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd901-79b7-45cf-9e80-afa3fdae1e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-392095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-392056'] for router, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:28.373612 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd901-79b7-45cf-9e80-afa3fdae1e9b admin admin] Notify callbacks [] for router, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:28.374842 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-5f6fd901-79b7-45cf-9e80-afa3fdae1e9b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5837572 Jan 20 20:45:29.429499 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-73f24e65-7a52-49fd-a4ce-656ef33b025d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:31.058854 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 48902) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:45:31.493662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [None req-828fe37a-779e-40bd-86ca-c5b2f79a1a8a admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80112) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 20:45:31.494799 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-828fe37a-779e-40bd-86ca-c5b2f79a1a8a admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4349406 Jan 20 20:45:32.378041 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-80661f42-95b5-49f5-8f0f-da2b9126e1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:32.441398 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:33.088746 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:33.539236 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:34.111147 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 48922) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:45:34.205772 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:45:34.210860 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:45:34.214913 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Usage tracker for resource:network and tenant:86c0cd1fd8214301b854c9c0ff70fa11 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:45:34.219431 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:45:34.226598 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:45:34.235294 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Made reservation on behalf of 86c0cd1fd8214301b854c9c0ff70fa11 for: {'network': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:45:34.240032 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:34.252863 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:34.268325 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:45:34.272296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Usage tracker for resource:security_group_rule and tenant:86c0cd1fd8214301b854c9c0ff70fa11 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:45:34.275257 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:45:34.281590 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:45:34.367735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:34.370711 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:34.375615 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:45:34.390769 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Reserving flat network on physical network physnet1 {{(pid=80112) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 20 20:45:34.418989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8ef08a-3572-4f3e-af01-dbea12c1bc22,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:45:34.422516 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:45:34.423989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754542084143', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:34.424612 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Unsubscribe: segment precommit_create {{(pid=80112) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 20 20:45:34.425031 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.segments_db [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Added segment 277a38af-8f11-4ec2-bc6a-cae4fa43597c of type flat for network 06ea3fc8-bdc7-4401-9b28-54093eee0170 Jan 20 20:45:34.460536 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282313094106'] for network, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:34.498618 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for network, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:34.499846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:45:34.500482 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:34.505488 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:45:34.609330 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4970150 Jan 20 20:45:34.612285 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Pushing event updated for resources: {'Network': ['ID=06ea3fc8-bdc7-4401-9b28-54093eee0170,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:45:34.615104 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:45:34.626446 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 details requested by agent ovs-agent-dv-cinder-749155-5-iscsi with host dv-cinder-749155-5-iscsi {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:45:37.161159 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 48942) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:45:37.329637 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7250a99-42d3-4ba1-bbb1-78c5b818284d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:45:37.331115 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-f7250a99-42d3-4ba1-bbb1-78c5b818284d admin admin] 10.222.0.18 "GET /v2.0/subnets/76974662-c470-4d6b-89f3-1b48b06daa65 HTTP/1.1" status: 200 len: 849 time: 0.1689062 Jan 20 20:45:37.635189 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-530d01a6-330d-42e0-bdd7-b39545f2bca6 admin admin] 10.222.0.18 "GET /v2.0/routers/c824253b-3adf-4479-b51c-d78521aa9633 HTTP/1.1" status: 200 len: 704 time: 0.2972913 Jan 20 20:45:38.122687 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:38.506125 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Allocated IP 172.20.0.1 (92b2922f-10b4-4719-a952-b9461906e254/76974662-c470-4d6b-89f3-1b48b06daa65/54235b00-b4ad-4d7e-b0e4-ec6d8a01324f) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:45:38.680298 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:38.700104 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Transition to ACTIVE for port object 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f will not be triggered until provisioned by entity DHCP. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:45:38.758592 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:38.778421 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:45:38.908409 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Pushing event updated for resources: {'Port': ['ID=54235b00-b4ad-4d7e-b0e4-ec6d8a01324f,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:45:38.921412 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:45:38.977278 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Network 92b2922f-10b4-4719-a952-b9461906e254 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:45:38.978312 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:45:38.980873 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:45:38.981418 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854383707'] for router_interface, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:39.194415 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-3dbc7fd4-8e96-4748-8f39-c504dddd939a None None] Provisioning for port 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:45:39.199705 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-3dbc7fd4-8e96-4748-8f39-c504dddd939a None None] Provisioning complete for port 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:45:39.200359 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3dbc7fd4-8e96-4748-8f39-c504dddd939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:39.264754 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-3dbc7fd4-8e96-4748-8f39-c504dddd939a None None] Port 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 20:45:39.436720 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:39.738908 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:39.743090 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:39.744221 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851088269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854398142'] for router_interface, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:39.759225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:45:39.884775 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Pushing event updated for resources: {'Port': ['ID=54235b00-b4ad-4d7e-b0e4-ec6d8a01324f,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:45:39.894682 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:45:39.953626 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Network 92b2922f-10b4-4719-a952-b9461906e254 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:45:39.954852 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:45:40.160449 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Router c824253b-3adf-4479-b51c-d78521aa9633 is scheduled to L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a with binding_index 1 {{(pid=80112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 20 20:45:40.194396 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-41ea30e5-70c3-4d93-9c4c-300b5feb8c4d None None] Provisioning complete for port 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:45:40.194822 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-41ea30e5-70c3-4d93-9c4c-300b5feb8c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:40.254273 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-41ea30e5-70c3-4d93-9c4c-300b5feb8c4d None None] Port 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 20:45:40.331395 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:45:40.341458 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] 10.222.0.18 "PUT /v2.0/routers/c824253b-3adf-4479-b51c-d78521aa9633/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7004485 Jan 20 20:45:40.345107 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Sync routers for ids ['c824253b-3adf-4479-b51c-d78521aa9633'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:45:40.356974 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Routers {'c824253b-3adf-4479-b51c-d78521aa9633'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:45:40.357918 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:45:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['c824253b-3adf-4479-b51c-d78521aa9633'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:45:40.548859 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Set router c824253b-3adf-4479-b51c-d78521aa9633 gateway port host: None {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:45:40.952833 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c824253b-3adf-4479-b51c-d78521aa9633', 'name': 'router1', 'tenant_id': '85d71e465f504f5e8701a9d94a15e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:45:28Z', 'updated_at': '2021-01-20T20:45:39Z', 'revision_number': 2, 'project_id': '85d71e465f504f5e8701a9d94a15e1fc', 'gw_port_host': None, '_interfaces': [{'id': '54235b00-b4ad-4d7e-b0e4-ec6d8a01324f', 'name': '', 'network_id': '92b2922f-10b4-4719-a952-b9461906e254', 'tenant_id': '85d71e465f504f5e8701a9d94a15e1fc', 'mac_address': 'fa:16:3e:df:fe:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c824253b-3adf-4479-b51c-d78521aa9633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76974662-c470-4d6b-89f3-1b48b06daa65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:45:38Z', 'updated_at': '2021-01-20T20:45:39Z', 'revision_number': 2, 'project_id': '85d71e465f504f5e8701a9d94a15e1fc', 'subnets': [{'id': '76974662-c470-4d6b-89f3-1b48b06daa65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dceb352-8826-4a78-a8d1-796a042020b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:45:40.958301 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Checking router: c824253b-3adf-4479-b51c-d78521aa9633 for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:45:40.958725 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Updating router c824253b-3adf-4479-b51c-d78521aa9633 port 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f binding host dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 20:45:41.186484 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:41.675535 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:41.692350 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Transition to ACTIVE for port object 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:45:41.695336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:41.711939 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:45:41.853857 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f676a-3faf-4d68-9d3c-99982ffd4421 None None] Pushing event updated for resources: {'Port': ['ID=54235b00-b4ad-4d7e-b0e4-ec6d8a01324f,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:45:41.873108 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f676a-3faf-4d68-9d3c-99982ffd4421 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:41.873477 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f676a-3faf-4d68-9d3c-99982ffd4421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:41.873842 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f676a-3faf-4d68-9d3c-99982ffd4421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:41.874209 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f676a-3faf-4d68-9d3c-99982ffd4421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:41.874558 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f676a-3faf-4d68-9d3c-99982ffd4421 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:41.874935 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f676a-3faf-4d68-9d3c-99982ffd4421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:41.875284 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f676a-3faf-4d68-9d3c-99982ffd4421 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:41.875640 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f676a-3faf-4d68-9d3c-99982ffd4421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:41.875989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f676a-3faf-4d68-9d3c-99982ffd4421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:41.876343 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f676a-3faf-4d68-9d3c-99982ffd4421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:41.876688 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f676a-3faf-4d68-9d3c-99982ffd4421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:41.877255 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f676a-3faf-4d68-9d3c-99982ffd4421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f676a-3faf-4d68-9d3c-99982ffd4421 None None] Tracked resource versions report: Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: pushed versions: Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: { 'AddressGroup': {'1.1'}, Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': {'1.0'}, Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': {'1.0'}, Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': {'1.1'}, Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': {'1.6'}, Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': {'1.2'}, Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': {'1.8'}, Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': {'1.4'}, Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': {'1.2'}, Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': {'1.0'}, Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': {'1.1'}, Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': {'1.1'}} Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: consumer versions: Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: { DHCP agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: L3 agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: Metadata agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: Metering agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: Open vSwitch agent@dv-cinder-749155-5-iscsi: { 'AddressGroup': '1.1', Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': '1.0', Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': '1.0', Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': '1.1', Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': '1.6', Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': '1.2', Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': '1.8', Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': '1.4', Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': '1.2', Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': '1.0', Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': '1.1', Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': '1.1'}} Jan 20 20:45:41.878364 dv-cinder-749155-5-iscsi neutron-server[79999]: {{(pid=80115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 20 20:45:41.886395 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b09f676a-3faf-4d68-9d3c-99982ffd4421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:45:42.062870 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Attempting to bind port 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:45:42.063348 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Attempting to bind port 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': 'd9033d9d-818a-4e24-8bfa-a2933114d5c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92b2922f-10b4-4719-a952-b9461906e254'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:45:42.063694 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Attempting to bind port 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f on network 92b2922f-10b4-4719-a952-b9461906e254 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:45:42.069847 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:45:42.070402 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Checking segment: {'id': 'd9033d9d-818a-4e24-8bfa-a2933114d5c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92b2922f-10b4-4719-a952-b9461906e254'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:45:42.070876 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:42.071307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Bound using segment: {'id': 'd9033d9d-818a-4e24-8bfa-a2933114d5c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92b2922f-10b4-4719-a952-b9461906e254'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:45:42.071850 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Bound port: 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9033d9d-818a-4e24-8bfa-a2933114d5c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92b2922f-10b4-4719-a952-b9461906e254'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:45:42.072272 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:42.175700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] For port 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:45:42.180880 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] For port 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=54235b00-b4ad-4d7e-b0e4-ec6d8a01324f,segment=NetworkSegment(d9033d9d-818a-4e24-8bfa-a2933114d5c9),segment_id=d9033d9d-818a-4e24-8bfa-a2933114d5c9)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:45:42.187742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:42.204833 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:45:42.363479 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f676a-3faf-4d68-9d3c-99982ffd4421 None None] Pushing event updated for resources: {'Port': ['ID=54235b00-b4ad-4d7e-b0e4-ec6d8a01324f,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:45:42.376548 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b09f676a-3faf-4d68-9d3c-99982ffd4421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:45:42.431969 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Routers {'c824253b-3adf-4479-b51c-d78521aa9633'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:45:42.432870 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:45:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['c824253b-3adf-4479-b51c-d78521aa9633'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:45:42.613375 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] Set router c824253b-3adf-4479-b51c-d78521aa9633 gateway port host: None {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:45:42.941767 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 48954) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:45:42.980641 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c824253b-3adf-4479-b51c-d78521aa9633', 'name': 'router1', 'tenant_id': '85d71e465f504f5e8701a9d94a15e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:45:28Z', 'updated_at': '2021-01-20T20:45:39Z', 'revision_number': 2, 'project_id': '85d71e465f504f5e8701a9d94a15e1fc', 'gw_port_host': None, '_interfaces': [{'id': '54235b00-b4ad-4d7e-b0e4-ec6d8a01324f', 'name': '', 'network_id': '92b2922f-10b4-4719-a952-b9461906e254', 'tenant_id': '85d71e465f504f5e8701a9d94a15e1fc', 'mac_address': 'fa:16:3e:df:fe:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c824253b-3adf-4479-b51c-d78521aa9633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76974662-c470-4d6b-89f3-1b48b06daa65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:45:38Z', 'updated_at': '2021-01-20T20:45:42Z', 'revision_number': 4, 'project_id': '85d71e465f504f5e8701a9d94a15e1fc', 'subnets': [{'id': '76974662-c470-4d6b-89f3-1b48b06daa65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dceb352-8826-4a78-a8d1-796a042020b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:45:42.985516 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a9ff94-13e6-47c1-bea1-f5a9b8b96778 None None] The sync data for ids ['c824253b-3adf-4479-b51c-d78521aa9633'] in dv-cinder-749155-5-iscsi is: [{'id': 'c824253b-3adf-4479-b51c-d78521aa9633', 'name': 'router1', 'tenant_id': '85d71e465f504f5e8701a9d94a15e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:45:28Z', 'updated_at': '2021-01-20T20:45:39Z', 'revision_number': 2, 'project_id': '85d71e465f504f5e8701a9d94a15e1fc', 'gw_port_host': None, '_interfaces': [{'id': '54235b00-b4ad-4d7e-b0e4-ec6d8a01324f', 'name': '', 'network_id': '92b2922f-10b4-4719-a952-b9461906e254', 'tenant_id': '85d71e465f504f5e8701a9d94a15e1fc', 'mac_address': 'fa:16:3e:df:fe:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c824253b-3adf-4479-b51c-d78521aa9633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76974662-c470-4d6b-89f3-1b48b06daa65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:45:38Z', 'updated_at': '2021-01-20T20:45:42Z', 'revision_number': 4, 'project_id': '85d71e465f504f5e8701a9d94a15e1fc', 'subnets': [{'id': '76974662-c470-4d6b-89f3-1b48b06daa65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dceb352-8826-4a78-a8d1-796a042020b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:45:43.159213 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING oslo_policy.policy [None req-e3038db0-d77c-48d3-b0b9-9fcd4e2546e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 20:45:43.159830 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING oslo_policy.policy [None req-e3038db0-d77c-48d3-b0b9-9fcd4e2546e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 20:45:43.582339 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.policy [None req-e3038db0-d77c-48d3-b0b9-9fcd4e2546e0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80113) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 20 20:45:43.583493 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING oslo_policy.policy [None req-e3038db0-d77c-48d3-b0b9-9fcd4e2546e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 20:45:43.583904 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING oslo_policy.policy [None req-e3038db0-d77c-48d3-b0b9-9fcd4e2546e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 20:45:43.593904 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3038db0-d77c-48d3-b0b9-9fcd4e2546e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:45:43.595901 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e3038db0-d77c-48d3-b0b9-9fcd4e2546e0 admin admin] 10.222.0.18 "GET /v2.0/networks/06ea3fc8-bdc7-4401-9b28-54093eee0170 HTTP/1.1" status: 200 len: 842 time: 0.6520772 Jan 20 20:45:43.607007 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'enable_dhcp': False}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:45:43.613134 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.quota [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Loaded quota_driver: . Jan 20 20:45:43.620008 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:45:43.627356 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Usage tracker for resource:subnet and tenant:86c0cd1fd8214301b854c9c0ff70fa11 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:45:43.631669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:45:43.640509 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:45:43.654516 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Made reservation on behalf of 86c0cd1fd8214301b854c9c0ff70fa11 for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:45:43.660721 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:44.347209 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.objects.ports [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80113) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 20 20:45:44.347780 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:44.363878 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:45:44.503734 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa42e9a-db2b-4126-9d0c-025f1cb6919b,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:45:44.516091 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:44.516464 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:44.516827 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:44.517183 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:44.517532 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:44.517883 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:44.518230 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:44.518589 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:44.518961 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:44.519305 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:44.519647 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:44.519989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Tracked resource versions report: Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: pushed versions: Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: { 'AddressGroup': {'1.1'}, Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': {'1.0'}, Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': {'1.0'}, Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': {'1.1'}, Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': {'1.6'}, Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': {'1.2'}, Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': {'1.8'}, Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': {'1.4'}, Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': {'1.2'}, Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': {'1.0'}, Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': {'1.1'}, Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': {'1.1'}} Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: consumer versions: Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: { DHCP agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: L3 agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: Metadata agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: Metering agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: Open vSwitch agent@dv-cinder-749155-5-iscsi: { 'AddressGroup': '1.1', Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': '1.0', Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': '1.0', Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': '1.1', Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': '1.6', Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': '1.2', Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': '1.8', Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': '1.4', Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': '1.2', Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': '1.0', Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': '1.1', Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': '1.1'}} Jan 20 20:45:44.521092 dv-cinder-749155-5-iscsi neutron-server[79999]: {{(pid=80113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 20 20:45:44.571841 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:45:44.601834 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Checking segment: {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:45:44.602249 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Network hostable DHCP agents. Network: 06ea3fc8-bdc7-4401-9b28-54093eee0170, hostable agents: ['c1d8426a-9d58-47bd-9d42-89385b1bbfec'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 20:45:44.623564 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 is scheduled to be hosted by DHCP agent c1d8426a-9d58-47bd-9d42-89385b1bbfec with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 20:45:44.633341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-5-iscsi, 06ea3fc8-bdc7-4401-9b28-54093eee0170) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:45:44.638225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:45:44.639421 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:44.643399 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24bd317-d61f-4a46-8f4c-c72bd4ec97e2 None None] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:45:44.664289 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0617290 Jan 20 20:45:44.885599 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ef2c05-c329-41e2-9644-8fb10636f4cd None None] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:45:45.147705 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:45:45.217262 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:45:45.222110 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:45:45.222522 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:45.350742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:45.384542 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=54235b00-b4ad-4d7e-b0e4-ec6d8a01324f,segment=NetworkSegment(d9033d9d-818a-4e24-8bfa-a2933114d5c9),segment_id=d9033d9d-818a-4e24-8bfa-a2933114d5c9)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:45:45.389717 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:45.393042 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:45:45.464716 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=54235b00-b4ad-4d7e-b0e4-ec6d8a01324f,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:45:45.468565 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:45:46.898234 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 5 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:45:47.128574 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:45:47.202851 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:45:47.203174 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:47.390530 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 48978) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:45:47.656045 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-8f86bb15-2b02-40bb-8034-df8b7f1d4fe3 admin admin] 10.222.0.18 "GET /v2.0/routers/c824253b-3adf-4479-b51c-d78521aa9633 HTTP/1.1" status: 200 len: 710 time: 0.2634561 Jan 20 20:45:47.797556 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1ca976-05b5-422a-a4c0-efd04dada93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:45:47.799023 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-bc1ca976-05b5-422a-a4c0-efd04dada93a admin admin] 10.222.0.18 "GET /v2.0/networks/06ea3fc8-bdc7-4401-9b28-54093eee0170 HTTP/1.1" status: 200 len: 886 time: 0.1369340 Jan 20 20:45:47.808718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:45:48.416378 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-392076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735685'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:48.778310 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:48.842240 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:48.859487 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:48.875002 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:45:48.879114 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:45:48.882402 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:45:48.888317 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:45:48.995702 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:49.002397 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:49.018473 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:45:49.110472 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05772db-1eeb-4aaa-8356-79ae04133823,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:45:49.118226 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:45:49.281711 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Allocated IP 172.27.0.126 (06ea3fc8-bdc7-4401-9b28-54093eee0170/7fa42e9a-db2b-4126-9d0c-025f1cb6919b/a975fbd0-d431-4a17-8c76-2755446246de) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:45:49.458957 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:49.516393 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:49.531731 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:45:49.666730 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=a975fbd0-d431-4a17-8c76-2755446246de,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:45:49.682495 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:45:49.724137 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:45:49.725338 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:45:49.727800 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:45:50.140354 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:50.718255 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-392076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735685'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:50.721861 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-392056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-392041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854383776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854383737'] for router, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:50.916708 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Router c824253b-3adf-4479-b51c-d78521aa9633 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 20:45:51.106974 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:45:51.124718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:51.125592 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Sync routers for ids ['c824253b-3adf-4479-b51c-d78521aa9633'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:45:51.126007 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] 10.222.0.18 "PUT /v2.0/routers/c824253b-3adf-4479-b51c-d78521aa9633 HTTP/1.1" status: 200 len: 890 time: 3.3208225 Jan 20 20:45:51.137009 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Routers {'c824253b-3adf-4479-b51c-d78521aa9633'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:45:51.137687 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:45:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['c824253b-3adf-4479-b51c-d78521aa9633'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:45:51.500618 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Set router c824253b-3adf-4479-b51c-d78521aa9633 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:45:51.887922 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c824253b-3adf-4479-b51c-d78521aa9633', 'name': 'router1', 'tenant_id': '85d71e465f504f5e8701a9d94a15e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'a975fbd0-d431-4a17-8c76-2755446246de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:45:28Z', 'updated_at': '2021-01-20T20:45:49Z', 'revision_number': 4, 'project_id': '85d71e465f504f5e8701a9d94a15e1fc', 'gw_port': {'id': 'a975fbd0-d431-4a17-8c76-2755446246de', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:43:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c824253b-3adf-4479-b51c-d78521aa9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:45:49Z', 'updated_at': '2021-01-20T20:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '54235b00-b4ad-4d7e-b0e4-ec6d8a01324f', 'name': '', 'network_id': '92b2922f-10b4-4719-a952-b9461906e254', 'tenant_id': '85d71e465f504f5e8701a9d94a15e1fc', 'mac_address': 'fa:16:3e:df:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c824253b-3adf-4479-b51c-d78521aa9633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76974662-c470-4d6b-89f3-1b48b06daa65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:45:38Z', 'updated_at': '2021-01-20T20:45:45Z', 'revision_number': 5, 'project_id': '85d71e465f504f5e8701a9d94a15e1fc', 'subnets': [{'id': '76974662-c470-4d6b-89f3-1b48b06daa65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dceb352-8826-4a78-a8d1-796a042020b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:45:51.893333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Checking router: c824253b-3adf-4479-b51c-d78521aa9633 for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:45:51.893719 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Updating router c824253b-3adf-4479-b51c-d78521aa9633 port a975fbd0-d431-4a17-8c76-2755446246de binding host dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 20:45:51.953145 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:52.376844 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:52.389957 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Transition to ACTIVE for port object a975fbd0-d431-4a17-8c76-2755446246de will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:45:52.396277 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:52.420886 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:45:52.605176 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2df49-a09d-44c5-9749-af2ce71705fd None None] Pushing event updated for resources: {'Port': ['ID=a975fbd0-d431-4a17-8c76-2755446246de,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:45:52.609798 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4bf2df49-a09d-44c5-9749-af2ce71705fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:45:52.675571 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Attempting to bind port a975fbd0-d431-4a17-8c76-2755446246de on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:45:52.675899 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Attempting to bind port a975fbd0-d431-4a17-8c76-2755446246de by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:45:52.676303 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Attempting to bind port a975fbd0-d431-4a17-8c76-2755446246de on network 06ea3fc8-bdc7-4401-9b28-54093eee0170 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:45:52.681874 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:45:52.682284 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Checking segment: {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:45:52.682878 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:52.683416 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Bound using segment: {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:45:52.683602 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Bound port: a975fbd0-d431-4a17-8c76-2755446246de, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:45:52.684131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:52.764621 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] For port a975fbd0-d431-4a17-8c76-2755446246de, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:45:52.769628 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] For port a975fbd0-d431-4a17-8c76-2755446246de, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=a975fbd0-d431-4a17-8c76-2755446246de,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:45:52.774164 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:52.790259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:45:52.949710 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2df49-a09d-44c5-9749-af2ce71705fd None None] Pushing event updated for resources: {'Port': ['ID=a975fbd0-d431-4a17-8c76-2755446246de,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:45:52.955764 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4bf2df49-a09d-44c5-9749-af2ce71705fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:45:52.998744 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Routers {'c824253b-3adf-4479-b51c-d78521aa9633'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:45:52.999434 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:45:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['c824253b-3adf-4479-b51c-d78521aa9633'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:45:53.236646 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] Set router c824253b-3adf-4479-b51c-d78521aa9633 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:45:53.632224 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c824253b-3adf-4479-b51c-d78521aa9633', 'name': 'router1', 'tenant_id': '85d71e465f504f5e8701a9d94a15e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'a975fbd0-d431-4a17-8c76-2755446246de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:45:28Z', 'updated_at': '2021-01-20T20:45:49Z', 'revision_number': 4, 'project_id': '85d71e465f504f5e8701a9d94a15e1fc', 'gw_port': {'id': 'a975fbd0-d431-4a17-8c76-2755446246de', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:43:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c824253b-3adf-4479-b51c-d78521aa9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:45:49Z', 'updated_at': '2021-01-20T20:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '54235b00-b4ad-4d7e-b0e4-ec6d8a01324f', 'name': '', 'network_id': '92b2922f-10b4-4719-a952-b9461906e254', 'tenant_id': '85d71e465f504f5e8701a9d94a15e1fc', 'mac_address': 'fa:16:3e:df:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c824253b-3adf-4479-b51c-d78521aa9633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76974662-c470-4d6b-89f3-1b48b06daa65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:45:38Z', 'updated_at': '2021-01-20T20:45:45Z', 'revision_number': 5, 'project_id': '85d71e465f504f5e8701a9d94a15e1fc', 'subnets': [{'id': '76974662-c470-4d6b-89f3-1b48b06daa65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dceb352-8826-4a78-a8d1-796a042020b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:45:53.636931 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335c2e37-7f74-44dd-a2e9-be7cdbf72277 None None] The sync data for ids ['c824253b-3adf-4479-b51c-d78521aa9633'] in dv-cinder-749155-5-iscsi is: [{'id': 'c824253b-3adf-4479-b51c-d78521aa9633', 'name': 'router1', 'tenant_id': '85d71e465f504f5e8701a9d94a15e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'a975fbd0-d431-4a17-8c76-2755446246de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:45:28Z', 'updated_at': '2021-01-20T20:45:49Z', 'revision_number': 4, 'project_id': '85d71e465f504f5e8701a9d94a15e1fc', 'gw_port': {'id': 'a975fbd0-d431-4a17-8c76-2755446246de', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:43:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c824253b-3adf-4479-b51c-d78521aa9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:45:49Z', 'updated_at': '2021-01-20T20:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '54235b00-b4ad-4d7e-b0e4-ec6d8a01324f', 'name': '', 'network_id': '92b2922f-10b4-4719-a952-b9461906e254', 'tenant_id': '85d71e465f504f5e8701a9d94a15e1fc', 'mac_address': 'fa:16:3e:df:fe:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c824253b-3adf-4479-b51c-d78521aa9633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76974662-c470-4d6b-89f3-1b48b06daa65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:45:38Z', 'updated_at': '2021-01-20T20:45:45Z', 'revision_number': 5, 'project_id': '85d71e465f504f5e8701a9d94a15e1fc', 'subnets': [{'id': '76974662-c470-4d6b-89f3-1b48b06daa65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dceb352-8826-4a78-a8d1-796a042020b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:45:53.942495 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 48988) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:45:54.103365 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75df98fd-2eb0-46ae-821b-4c75d242923b admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:45:54.105012 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-75df98fd-2eb0-46ae-821b-4c75d242923b admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1612291 Jan 20 20:45:55.171709 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device a975fbd0-d431-4a17-8c76-2755446246de up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:45:55.250943 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port a975fbd0-d431-4a17-8c76-2755446246de completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:45:55.256582 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port a975fbd0-d431-4a17-8c76-2755446246de triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:45:55.258023 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:55.437125 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:55.464583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port a975fbd0-d431-4a17-8c76-2755446246de, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=a975fbd0-d431-4a17-8c76-2755446246de,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:45:55.472396 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:55.475919 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:45:55.594479 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=a975fbd0-d431-4a17-8c76-2755446246de,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:45:55.599333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:45:57.156199 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device a975fbd0-d431-4a17-8c76-2755446246de up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:45:57.281856 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port a975fbd0-d431-4a17-8c76-2755446246de triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:45:57.282486 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:45:59.449295 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d970-44da-4e83-a29c-8059ceee7917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:46:02.396192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-70b64ce3-59c4-48b8-a103-b0431a00df1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:46:02.460206 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:46:03.120876 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:46:03.567703 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:46:23.898175 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 5 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:46:29.433490 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-78a1500b-b238-4378-b93a-21c16b0074dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:46:32.379263 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-97b85557-3631-45a6-85d8-e752568bbce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:46:32.454774 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:46:33.096502 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:46:33.548554 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:46:59.440870 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-57cb50c1-a2f0-42b2-9e84-f075ec8eabb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:47:00.897894 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 5 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:47:02.381932 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-476f6b21-b473-4afb-8fdc-c56e259dee29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:47:02.452095 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:47:03.099652 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:47:03.552848 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:47:29.433901 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3344b896-e214-4869-bca3-fb86e7ea27a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:47:32.384857 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5f7715b8-f7ea-4f89-9f3c-23b5793d0ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:47:32.455705 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:47:33.101927 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:47:33.558792 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:47:37.898019 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 5 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:47:59.437547 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a99d264e-7349-4197-9b0e-9190a49b8de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:48:02.387400 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fe115977-f2f1-4d74-a94f-809c62106a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:48:02.459865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:48:03.104485 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:48:03.563003 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:48:13.494139 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 49564) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:48:13.596866 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ade32e-a889-4043-914f-f9cd48a1122e admin admin] GET failed (client error): The resource could not be found. Jan 20 20:48:13.598204 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-52ade32e-a889-4043-914f-f9cd48a1122e admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1030052 Jan 20 20:48:13.742014 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0852d20-ece1-4b2e-9d5c-f4ad8340e576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:48:13.744469 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-c0852d20-ece1-4b2e-9d5c-f4ad8340e576 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1416910 Jan 20 20:48:14.896839 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 5 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:48:16.226165 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 49574) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:48:16.370448 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a529d0b-ea74-40a3-b94a-0477ce6ab93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:48:16.371110 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-1a529d0b-ea74-40a3-b94a-0477ce6ab93a admin admin] Synchronizing usage tracker for tenant:86c0cd1fd8214301b854c9c0ff70fa11 on resource:subnet {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:48:16.391157 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-1a529d0b-ea74-40a3-b94a-0477ce6ab93a admin admin] Unset dirty status for tenant:86c0cd1fd8214301b854c9c0ff70fa11 on resource:subnet {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:48:16.395413 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-1a529d0b-ea74-40a3-b94a-0477ce6ab93a admin admin] 10.222.0.18 "GET /v2.0/subnets/76974662-c470-4d6b-89f3-1b48b06daa65 HTTP/1.1" status: 200 len: 849 time: 0.1652091 Jan 20 20:48:16.407670 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:48:16.535931 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Notify callbacks [] for subnet, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:48:16.875526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754542142272'] for subnet, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:48:16.888343 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:48:17.019295 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Pushing event updated for resources: {'Subnet': ['ID=76974662-c470-4d6b-89f3-1b48b06daa65,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:48:17.037690 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:48:17.038095 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:48:17.038442 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:48:17.038823 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:48:17.039177 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:48:17.039543 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:48:17.039893 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:48:17.040241 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:48:17.040592 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:48:17.040939 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:48:17.041286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:48:17.041631 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:48:17.047626 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:48:17.079830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:48:17.080464 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:48:17.081818 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] 10.222.0.18 "PUT /v2.0/subnets/76974662-c470-4d6b-89f3-1b48b06daa65 HTTP/1.1" status: 200 len: 868 time: 0.6786456 Jan 20 20:48:17.098239 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243f0509-3649-4c98-bc5f-d7d56feec402 None None] Network 92b2922f-10b4-4719-a952-b9461906e254 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:48:17.577411 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-4436c52a-1149-49cb-837c-b5e494ee2bcc None None] Provisioning complete for port 54235b00-b4ad-4d7e-b0e4-ec6d8a01324f triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:48:17.577994 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4436c52a-1149-49cb-837c-b5e494ee2bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:48:17.717348 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-4436c52a-1149-49cb-837c-b5e494ee2bcc None None] Provisioning complete for port 5ad73a55-3347-483a-99e3-91dce68d445d triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:48:17.718192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4436c52a-1149-49cb-837c-b5e494ee2bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:48:19.576772 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 49584) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:48:19.792443 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4db0e5-4f03-499c-810a-766e49402f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:48:19.792874 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4db0e5-4f03-499c-810a-766e49402f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:48:19.794521 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-9e4db0e5-4f03-499c-810a-766e49402f31 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2166665 Jan 20 20:48:22.291842 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 49594) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:48:22.511124 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458809e9-7074-4b41-862a-012d0541c777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:48:22.511467 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458809e9-7074-4b41-862a-012d0541c777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:48:22.513146 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-458809e9-7074-4b41-862a-012d0541c777 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2202723 Jan 20 20:48:25.015575 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 49604) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:48:25.224724 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10ecd73-deef-4786-833b-21f1a6061b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:48:25.226127 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-d10ecd73-deef-4786-833b-21f1a6061b2f admin admin] 10.222.0.18 "GET /v2.0/networks/06ea3fc8-bdc7-4401-9b28-54093eee0170 HTTP/1.1" status: 200 len: 886 time: 0.2095294 Jan 20 20:48:27.721970 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 49614) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:48:28.093350 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7351b9-9382-4a17-b99e-82a593adacc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:48:28.094832 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-7d7351b9-9382-4a17-b99e-82a593adacc2 admin admin] 10.222.0.18 "GET /v2.0/networks/92b2922f-10b4-4719-a952-b9461906e254 HTTP/1.1" status: 200 len: 862 time: 0.3717954 Jan 20 20:48:29.439750 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7428b43e-7939-486b-a1d6-43c0201ea757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:48:30.584191 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 49624) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:48:30.730199 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5735565-4cd7-4868-b54f-a1443a1e8af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:48:30.730558 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5735565-4cd7-4868-b54f-a1443a1e8af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:48:30.732185 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e5735565-4cd7-4868-b54f-a1443a1e8af9 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1468468 Jan 20 20:48:32.380816 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c2e1f5de-58b1-4c68-ae54-ec54b897bbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:48:32.462821 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:48:33.110476 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:48:33.225704 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 49634) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:48:33.369400 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c4bd78-6807-40e8-b525-d09b8b0e206b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:48:33.369735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c4bd78-6807-40e8-b525-d09b8b0e206b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:48:33.371398 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-90c4bd78-6807-40e8-b525-d09b8b0e206b admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1446359 Jan 20 20:48:33.566245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:48:35.870969 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 49644) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:48:36.017909 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0efa887-e13d-4e16-9d55-d96164267bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:48:36.019376 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-c0efa887-e13d-4e16-9d55-d96164267bad admin admin] 10.222.0.18 "GET /v2.0/subnets/76974662-c470-4d6b-89f3-1b48b06daa65 HTTP/1.1" status: 200 len: 868 time: 0.1473734 Jan 20 20:48:38.495659 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 49654) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:48:38.634600 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17a4dd1-0789-4697-b6ec-c4a2065bfad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:48:38.636224 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-b17a4dd1-0789-4697-b6ec-c4a2065bfad4 admin admin] 10.222.0.18 "GET /v2.0/subnets/7fa42e9a-db2b-4126-9d0c-025f1cb6919b HTTP/1.1" status: 200 len: 816 time: 0.1394849 Jan 20 20:48:51.895975 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 5 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:48:59.441576 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1b5babeb-de7e-4de2-8ee1-56ae4aa1ff48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:02.382648 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-195317c4-5454-4d08-b422-32bd29d0d111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:02.467475 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:03.105197 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:03.577217 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:04.519093 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 49694) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:49:04.599729 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [None req-0ca73d53-310c-4705-b2da-b65e8af45435 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 20:49:04.600819 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-0ca73d53-310c-4705-b2da-b65e8af45435 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0806580 Jan 20 20:49:07.156794 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 49704) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:49:07.266615 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef62c53-9ea2-4622-9c61-2a90ef132cbc admin admin] GET failed (client error): The resource could not be found. Jan 20 20:49:07.267200 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-0ef62c53-9ea2-4622-9c61-2a90ef132cbc admin admin] Synchronizing usage tracker for tenant:86c0cd1fd8214301b854c9c0ff70fa11 on resource:network {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:49:07.285085 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-0ef62c53-9ea2-4622-9c61-2a90ef132cbc admin admin] Unset dirty status for tenant:86c0cd1fd8214301b854c9c0ff70fa11 on resource:network {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:49:07.286305 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-0ef62c53-9ea2-4622-9c61-2a90ef132cbc admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1283228 Jan 20 20:49:07.426820 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfa058a-7160-4cbf-a59d-abe1e04f28bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:49:07.428364 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-6cfa058a-7160-4cbf-a59d-abe1e04f28bc admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1373637 Jan 20 20:49:09.909081 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 49714) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:49:09.989952 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:49:09.995685 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:49:10.006245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:49:10.014738 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Made reservation on behalf of 86c0cd1fd8214301b854c9c0ff70fa11 for: {'network': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:49:10.019448 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:10.115465 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING neutron.services.revisions.revision_plugin [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Could not find related network for resource to bump revision. Jan 20 20:49:10.131251 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 20:49:10.140656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:10.141038 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.segments_db [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Added segment 8db5f7d9-3a84-4589-a71f-4fea26274073 of type vxlan for network cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3 Jan 20 20:49:10.166856 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282313094106'] for network, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:10.197060 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for network, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:10.198311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:49:10.199005 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:10.203901 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:49:10.304572 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3939769 Jan 20 20:49:10.311117 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Pushing event updated for resources: {'Network': ['ID=cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:49:10.319679 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:10.320065 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:10.320465 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:10.320794 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:10.321156 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:10.321542 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:10.321907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:10.322341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:10.322756 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:10.323206 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:10.323564 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:10.323919 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:10.328094 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:49:10.337176 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Network cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3 details requested by agent ovs-agent-dv-cinder-749155-5-iscsi with host dv-cinder-749155-5-iscsi {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:49:12.863848 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 49724) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:49:13.012553 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.pecan_wsgi.hooks.translation [None req-439801ba-c9d4-4d96-97f0-b1ddc1bd80c9 admin admin] GET failed (client error): The resource could not be found. Jan 20 20:49:13.013609 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-439801ba-c9d4-4d96-97f0-b1ddc1bd80c9 admin admin] Synchronizing usage tracker for tenant:86c0cd1fd8214301b854c9c0ff70fa11 on resource:network {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:49:13.030654 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-439801ba-c9d4-4d96-97f0-b1ddc1bd80c9 admin admin] Unset dirty status for tenant:86c0cd1fd8214301b854c9c0ff70fa11 on resource:network {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:49:13.031831 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-439801ba-c9d4-4d96-97f0-b1ddc1bd80c9 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1669259 Jan 20 20:49:13.153279 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e256805-afec-4f38-990c-f01463cd2b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:49:13.155655 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-1e256805-afec-4f38-990c-f01463cd2b8c admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1190331 Jan 20 20:49:13.171902 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-1243171a-36b6-43a0-ada9-6a3f1d135102 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3', 'cidr': '192.168.233.0/24'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:49:13.177281 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-1243171a-36b6-43a0-ada9-6a3f1d135102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:49:13.187619 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-1243171a-36b6-43a0-ada9-6a3f1d135102 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:49:13.196771 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1243171a-36b6-43a0-ada9-6a3f1d135102 admin admin] Made reservation on behalf of 86c0cd1fd8214301b854c9c0ff70fa11 for: {'subnet': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:49:13.202228 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1243171a-36b6-43a0-ada9-6a3f1d135102 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:13.620262 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1243171a-36b6-43a0-ada9-6a3f1d135102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for subnet, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:13.636879 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:49:13.957349 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243171a-36b6-43a0-ada9-6a3f1d135102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c6d529d-2457-473c-8aac-81c08c098f07,revision_number=0']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:49:13.960660 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1243171a-36b6-43a0-ada9-6a3f1d135102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:49:14.025827 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1243171a-36b6-43a0-ada9-6a3f1d135102 admin admin] Checking segment: {'id': '8db5f7d9-3a84-4589-a71f-4fea26274073', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:49:14.026221 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1243171a-36b6-43a0-ada9-6a3f1d135102 admin admin] Network hostable DHCP agents. Network: cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3, hostable agents: ['c1d8426a-9d58-47bd-9d42-89385b1bbfec'], hosted agents: [] {{(pid=80112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 20:49:14.046301 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1243171a-36b6-43a0-ada9-6a3f1d135102 admin admin] Network cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3 is scheduled to be hosted by DHCP agent c1d8426a-9d58-47bd-9d42-89385b1bbfec with binding_index 1 {{(pid=80112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 20:49:14.055213 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-1243171a-36b6-43a0-ada9-6a3f1d135102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-5-iscsi, cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3) {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:49:14.060314 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1243171a-36b6-43a0-ada9-6a3f1d135102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:49:14.061036 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1243171a-36b6-43a0-ada9-6a3f1d135102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:14.065146 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aef7244-d229-4f0b-9343-2fee2c4e21f1 None None] Network cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:49:14.090432 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-1243171a-36b6-43a0-ada9-6a3f1d135102 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9227145 Jan 20 20:49:14.313466 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46e46e78-97ce-58d9-b0c2-61ed0264c73d-cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3', 'network_id': 'cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3', 'tenant_id': '86c0cd1fd8214301b854c9c0ff70fa11', 'fixed_ips': [{'subnet_id': '0c6d529d-2457-473c-8aac-81c08c098f07'}]}} from dv-cinder-749155-5-iscsi. {{(pid=80114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 20 20:49:14.314522 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:14.619056 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Allocated IP 192.168.233.2 (cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3/0c6d529d-2457-473c-8aac-81c08c098f07/fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:49:14.859186 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:14.870519 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Transition to ACTIVE for port object fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:49:14.892704 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Transition to ACTIVE for port object fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:49:14.899373 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:14.915471 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4bf2df49-a09d-44c5-9749-af2ce71705fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:49:15.053808 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Pushing event updated for resources: {'Port': ['ID=fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:49:15.065480 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:15.065867 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:15.066246 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:15.066668 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:15.067035 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:15.067399 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:15.067763 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:15.068122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:15.068510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:15.068867 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:15.069225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:15.069577 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:49:15.084488 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:49:15.130782 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Network cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:49:15.132554 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:49:15.135251 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:49:15.201007 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Attempting to bind port fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8 on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:49:15.201426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Attempting to bind port fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8 by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': '8db5f7d9-3a84-4589-a71f-4fea26274073', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:49:15.201838 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Attempting to bind port fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8 on network cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:49:15.208060 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:49:15.210063 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Checking segment: {'id': '8db5f7d9-3a84-4589-a71f-4fea26274073', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:49:15.210063 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:15.210063 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Bound using segment: {'id': '8db5f7d9-3a84-4589-a71f-4fea26274073', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:49:15.210063 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Bound port: fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db5f7d9-3a84-4589-a71f-4fea26274073', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:49:15.210510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:15.311157 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] For port fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:49:15.314526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] For port fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8,segment=NetworkSegment(8db5f7d9-3a84-4589-a71f-4fea26274073),segment_id=8db5f7d9-3a84-4589-a71f-4fea26274073)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:49:15.318332 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:15.338563 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:49:15.650130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Pushing event updated for resources: {'Port': ['ID=fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:49:15.656318 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:49:16.957955 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bf600a-545e-4086-9093-93f4b6370274 None None] Network cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:49:17.074992 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-c375c3d0-a4af-47f5-8761-b856ce4fbd94 None None] Provisioning for port fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8 completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:49:17.280874 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:49:17.355885 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:49:17.362321 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:49:17.362816 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:17.531086 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:17.541030 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-decf766f-d31e-40f0-9308-2821cf53d13e None None] Provisioning complete for port fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:49:17.541449 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-decf766f-d31e-40f0-9308-2821cf53d13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:17.627646 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8,segment=NetworkSegment(8db5f7d9-3a84-4589-a71f-4fea26274073),segment_id=8db5f7d9-3a84-4589-a71f-4fea26274073)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:49:17.633899 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:17.639207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:49:17.764917 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:49:17.768209 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:49:17.881499 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-964b26d2-365e-4cfb-8e4a-f5282ceb003b None None] Provisioning complete for port fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:49:17.881851 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-964b26d2-365e-4cfb-8e4a-f5282ceb003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:19.258391 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:49:19.337876 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port fe40a432-6bd4-4ec8-8e3f-7f2d26c4dfc8 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:49:19.338286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:28.895366 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 5 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:49:29.444809 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b9a8546c-09d2-42aa-85d9-158aba49fcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:32.387543 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-417ea61e-c5b3-4950-87ea-78f8674fa2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:32.467565 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:33.110709 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:33.590254 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:49:59.446864 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d6305a61-6cda-43f1-8a3a-8b6650036df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:50:02.391991 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-92cba551-6786-4a38-a6a4-325ad27db9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:50:02.470729 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:50:03.112568 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:50:03.584721 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:50:05.895328 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 5 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:50:23.232946 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 49766) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:50:23.239292 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [None req-59ad049b-ad05-4a15-8c76-eb0348584108 tempest-verify_tempest_config-1792496038 tempest-verify_tempest_config-1792496038] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 20:50:23.240262 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-59ad049b-ad05-4a15-8c76-eb0348584108 tempest-verify_tempest_config-1792496038 tempest-verify_tempest_config-1792496038] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0063016 Jan 20 20:50:23.602182 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 49786) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:50:23.773924 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:50:23.790077 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:50:23.794138 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Usage tracker for resource:security_group_rule and tenant:ab3faae0fe8b4c6ab5bb00fbaf3dbd05 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:50:23.797282 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:50:23.803275 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:50:23.896860 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:50:23.899743 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:50:23.909159 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:50:23.955409 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab3faae0fe8b4c6ab5bb00fbaf3dbd05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3519187 Jan 20 20:50:23.956179 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ace8e0e-1d52-435f-9f6c-7d9e61b39e48,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:50:23.958210 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 49792) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:50:23.964318 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:23.964695 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:23.965103 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:23.965462 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:23.965822 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:23.966194 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:23.966548 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:23.966946 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:23.967311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:23.967662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:23.968009 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:23.968355 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:23.972520 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:50:24.023923 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:50:24.050970 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:50:24.107562 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:50:24.113185 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-49154cbc-7664-454d-a1ce-36a60d48202e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:50:24.129013 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ace8e0e-1d52-435f-9f6c-7d9e61b39e48,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:50:24.137193 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:50:24.138418 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ace8e0e-1d52-435f-9f6c-7d9e61b39e48 HTTP/1.1" status: 204 len: 168 time: 0.1790979 Jan 20 20:50:24.140091 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:24.140493 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:24.140876 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:24.141245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:24.141615 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:24.141983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:24.142497 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:24.142784 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:24.143106 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:24.143471 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:24.143835 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:24.144190 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:50:24.147936 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:50:29.449996 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c415e1a-0f42-494b-ae5b-e35f7904882b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:50:32.396016 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a5f27ba1-3178-4f4a-97ea-a951a4092c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:50:32.472697 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:50:33.116166 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:50:33.587164 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:50:42.894291 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 5 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:50:59.451002 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bc1d0d18-8514-4415-b0be-253442546300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:51:02.399013 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8e3e00b1-00b7-48c5-8680-faf80c378ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:51:02.473808 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:51:03.117393 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:51:03.595072 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:51:19.893598 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 5 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:51:29.452973 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1eae121e-54a8-4154-9a4b-4cad3cc7ad6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:51:32.402947 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-570de7bc-74a5-468e-9507-63ef7a2f2fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:51:32.477745 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:51:33.117934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:51:33.601110 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:51:56.893456 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 5 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:51:59.455180 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8edd0299-9924-4459-bcdc-65311910ee9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:52:02.405722 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-46968353-dac1-4729-87d4-252a753855c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:52:02.482408 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:52:03.119125 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:52:03.604280 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:52:07.924202 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674'] for agent, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:52:07.924863 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:52:07.924987 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:52:07.925375 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:52:07.925752 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:52:07.926134 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:52:07.926508 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:52:07.926911 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:52:07.927279 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:52:07.927648 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:52:07.928021 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:52:07.928392 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:52:07.928760 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:52:07.929179 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-74915', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:52:07.933329 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-74915', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:52:08.308962 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] get_endpoint_by_host() called for host hv-cinder-74915 {{(pid=80114) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 20 20:52:08.313192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] get_endpoint_by_ip() called for ip 192.168.0.20 {{(pid=80114) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 20 20:52:08.316341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] _add_endpoint() called for ip 192.168.0.20 {{(pid=80114) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 20 20:52:08.321144 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] _get_endpoints() called {{(pid=80114) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 20 20:52:19.434379 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 49864) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:52:19.580493 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-f75b0a9a-48f0-45f1-a67f-80fbaf6d60f5 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1448925 Jan 20 20:52:22.065521 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 49874) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:52:22.154507 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-7cef6129-d37d-4dae-b62d-112488348819 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0877893 Jan 20 20:52:29.458486 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-94709f5e-a449-45be-a8cc-2b32b63cc454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:52:32.408347 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f13598a8-629a-41eb-811d-03bcb8bce848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:52:32.483933 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:52:33.121043 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:52:33.608246 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:52:33.893523 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:52:37.944547 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:52:59.460032 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-53f3b4da-c109-4df0-969d-5d44068cc875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:53:02.412101 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2a01db83-4d69-482d-80e4-142ff7ee5a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:53:02.487376 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:53:03.122044 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:53:03.615736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:53:07.960281 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:53:10.893032 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:53:29.463640 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ff1bafe2-fa78-46d8-98b3-ec449212282d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:53:32.418843 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-187c9570-254f-416b-b956-ce93883066d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:53:32.490983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:53:33.124690 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:53:33.624557 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:53:37.974143 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:53:47.893286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:53:59.481985 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb6c81bf-5789-4203-b403-d8bf86798d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:01.995154 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50062) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:02.337813 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50078) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:02.390243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50084) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:02.417706 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-63faa708-a0bb-46ac-b016-c189dc6bd2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:02.435095 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50090) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:02.494304 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:02.547210 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1041422289-network', 'tenant_id': 'fd4acf44f08949f899f3c5761d72cb34'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:02.552521 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:02.556819 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Usage tracker for resource:network and tenant:fd4acf44f08949f899f3c5761d72cb34 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:02.559879 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:02.566380 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:02.575613 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Made reservation on behalf of fd4acf44f08949f899f3c5761d72cb34 for: {'network': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:54:02.580974 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:02.594779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:02.606585 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50098) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:02.621545 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:02.626321 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Usage tracker for resource:security_group_rule and tenant:fd4acf44f08949f899f3c5761d72cb34 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:02.631206 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:02.636519 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:02.748792 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:02.753207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:02.758115 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:02.790540 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 20:54:02.804742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbe0424-933a-4785-be01-7b800076e61f,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:02.814380 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:02.814807 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.segments_db [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Added segment d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b of type vxlan for network 32b3adf7-5052-49cb-b08c-47d815946f90 Jan 20 20:54:02.816695 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.817088 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.817471 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.817829 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.818195 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.818633 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.818963 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.819330 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.819681 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.820040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.820404 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.820759 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.821154 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.821501 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.821855 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.822207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.822559 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.822939 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.823290 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.823641 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.824068 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.824321 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.824674 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.825027 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Tracked resource versions report: Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: pushed versions: Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: { 'AddressGroup': {'1.1'}, Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': {'1.0'}, Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': {'1.0'}, Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': {'1.1'}, Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': {'1.6'}, Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': {'1.2'}, Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': {'1.8'}, Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': {'1.4'}, Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': {'1.2'}, Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': {'1.0'}, Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': {'1.1'}, Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': {'1.1'}} Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: consumer versions: Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: { DHCP agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: L3 agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: Metadata agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: Metering agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: Open vSwitch agent@dv-cinder-749155-5-iscsi: { 'AddressGroup': '1.1', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': '1.0', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': '1.0', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': '1.1', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': '1.6', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': '1.2', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': '1.8', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': '1.4', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': '1.2', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': '1.0', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': '1.1', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': '1.1'}, Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: Open vSwitch agent@hv-cinder-74915: { 'AddressGroup': '1.1', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': '1.0', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': '1.0', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': '1.1', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': '1.6', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': '1.2', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': '1.8', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': '1.4', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': '1.2', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': '1.0', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': '1.1', Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': '1.1'}} Jan 20 20:54:02.826318 dv-cinder-749155-5-iscsi neutron-server[79999]: {{(pid=80112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 20 20:54:02.833743 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:02.873470 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2097510025-network', 'tenant_id': '76c7abf965e144cf8d55b3ce9914e21b'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:02.880453 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282313094106'] for network, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:02.888601 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:02.895939 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Usage tracker for resource:network and tenant:76c7abf965e144cf8d55b3ce9914e21b is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:02.900871 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:02.909287 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:02.935322 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Made reservation on behalf of 76c7abf965e144cf8d55b3ce9914e21b for: {'network': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:54:02.940713 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:02.957981 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-742279600-network', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:02.962717 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for network, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:02.964192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:02.976824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:02.977473 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:02.984620 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:03.026258 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-270995742-network', 'tenant_id': '1d96be366a92447487212758b7c50e6f'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:03.030441 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:03.038771 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 50116) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:03.039493 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0422690 Jan 20 20:54:03.045483 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Request body: {'subnet': {'network_id': '32b3adf7-5052-49cb-b08c-47d815946f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1041422289-subnet', 'tenant_id': 'fd4acf44f08949f899f3c5761d72cb34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:03.051678 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:03.052164 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:03.056056 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Usage tracker for resource:network and tenant:bf5cad5f8aed4851835a12ce330c8ebc is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:03.056702 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Usage tracker for resource:subnet and tenant:fd4acf44f08949f899f3c5761d72cb34 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:03.059813 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:03.060151 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:03.065906 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:03.066998 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:03.075139 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Usage tracker for resource:security_group_rule and tenant:76c7abf965e144cf8d55b3ce9914e21b is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:03.078941 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Made reservation on behalf of fd4acf44f08949f899f3c5761d72cb34 for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:54:03.084296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:03.133545 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:03.138749 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:03.142915 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-218518108-network', 'tenant_id': 'd209d9e0bc3a4f3a84269bb5c2083a6a'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:03.165393 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Made reservation on behalf of bf5cad5f8aed4851835a12ce330c8ebc for: {'network': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:54:03.170654 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:03.184303 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:03.189727 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:03.204397 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Usage tracker for resource:network and tenant:d209d9e0bc3a4f3a84269bb5c2083a6a is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:03.213206 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:03.225147 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:03.232612 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:03.243475 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Usage tracker for resource:network and tenant:1d96be366a92447487212758b7c50e6f is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:03.253060 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:03.260245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:03.270748 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Pushing event updated for resources: {'Network': ['ID=32b3adf7-5052-49cb-b08c-47d815946f90,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:03.274053 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:03.276925 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:03.285274 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Network 32b3adf7-5052-49cb-b08c-47d815946f90 details requested by agent ovs-agent-dv-cinder-749155-5-iscsi with host dv-cinder-749155-5-iscsi {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:54:03.296154 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:03.300625 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Usage tracker for resource:security_group_rule and tenant:bf5cad5f8aed4851835a12ce330c8ebc is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:03.307848 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:03.316060 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Made reservation on behalf of d209d9e0bc3a4f3a84269bb5c2083a6a for: {'network': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:54:03.320880 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Network 32b3adf7-5052-49cb-b08c-47d815946f90 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:54:03.321333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:03.346345 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:03.349251 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:03.359902 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Made reservation on behalf of 1d96be366a92447487212758b7c50e6f for: {'network': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:54:03.365529 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:03.391871 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:03.411758 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:03.423204 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Usage tracker for resource:security_group_rule and tenant:d209d9e0bc3a4f3a84269bb5c2083a6a is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:03.442436 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:03.490722 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:03.497840 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:03.512407 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Usage tracker for resource:security_group_rule and tenant:1d96be366a92447487212758b7c50e6f is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:03.520393 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:03.552546 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:03.619101 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:03.638737 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:03.639120 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:03.666366 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3142fbfd-1b6b-4af4-8720-897ebee24040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:03.715800 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02538952-301f-4021-b878-3eda9ec03a45,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:03.748128 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:03.780541 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 20:54:03.795598 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:03.827157 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:03.829580 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:03.856373 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:03.858092 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:03.858711 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.segments_db [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Added segment 7f9c0258-7d21-46bc-96bf-f72e205bc55e of type vxlan for network 02f02c29-d0f9-49ff-9943-9bbf967e5bb8 Jan 20 20:54:03.912758 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b5097963-e513-4d17-8c65-1b7a011d0eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:03.930958 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:03.953975 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:03.997534 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282313094106'] for network, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:04.027104 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1a6ce97-8658-4c05-bda6-1c27ed45d811,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:04.036530 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c510ff-9f9a-47f5-9e6f-c81b99b41060,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:04.049069 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.050191 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.050789 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.051321 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.051826 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.052915 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.054136 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.055147 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.055893 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.056607 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.057569 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.058519 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.059562 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.060288 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.061019 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.061731 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.062452 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.063278 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.063818 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.064354 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.064861 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.065388 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.065912 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.066437 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Tracked resource versions report: Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: pushed versions: Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: { 'AddressGroup': {'1.1'}, Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': {'1.0'}, Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': {'1.0'}, Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': {'1.1'}, Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': {'1.6'}, Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': {'1.2'}, Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': {'1.8'}, Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': {'1.4'}, Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': {'1.2'}, Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': {'1.0'}, Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': {'1.1'}, Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': {'1.1'}} Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: consumer versions: Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: { DHCP agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: L3 agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: Metadata agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: Metering agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: Open vSwitch agent@dv-cinder-749155-5-iscsi: { 'AddressGroup': '1.1', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': '1.0', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': '1.0', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': '1.1', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': '1.6', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': '1.2', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': '1.8', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': '1.4', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': '1.2', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': '1.0', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': '1.1', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': '1.1'}, Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: Open vSwitch agent@hv-cinder-74915: { 'AddressGroup': '1.1', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': '1.0', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': '1.0', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': '1.1', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': '1.6', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': '1.2', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': '1.8', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': '1.4', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': '1.2', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': '1.0', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': '1.1', Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': '1.1'}} Jan 20 20:54:04.068862 dv-cinder-749155-5-iscsi neutron-server[79999]: {{(pid=80113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 20 20:54:04.076916 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:04.082021 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:04.082801 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:04.100260 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:04.121503 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:04.139355 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fe3448-1e26-427a-b2f9-6a8968955d94,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:04.155115 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Checking segment: {'id': 'd69dcd0c-7fd9-4f00-9c16-ffc7451eb71b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32b3adf7-5052-49cb-b08c-47d815946f90'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:54:04.155490 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Network hostable DHCP agents. Network: 32b3adf7-5052-49cb-b08c-47d815946f90, hostable agents: ['c1d8426a-9d58-47bd-9d42-89385b1bbfec'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 20:54:04.161087 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:04.161578 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:04.175214 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 50140) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:04.189504 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Network 32b3adf7-5052-49cb-b08c-47d815946f90 is scheduled to be hosted by DHCP agent c1d8426a-9d58-47bd-9d42-89385b1bbfec with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 20:54:04.189638 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for network, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:04.200599 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80112) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 20:54:04.201006 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 20:54:04.201682 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-5-iscsi, 32b3adf7-5052-49cb-b08c-47d815946f90) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:04.206209 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:04.207031 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:04.210919 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80112) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 20:54:04.211108 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f5516c-5a9f-44dd-ab86-fa76ebb7c1c1 None None] Network 32b3adf7-5052-49cb-b08c-47d815946f90 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:54:04.211524 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 20:54:04.215478 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:04.216350 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:04.224477 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80112) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 20:54:04.224998 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 20:54:04.227988 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd562db7-78b5-4493-81f1-bf30be9b273c,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:04.241149 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:04.244103 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:04.253219 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-8456de39-08b3-4c8b-886e-0b848a06c42d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2101934 Jan 20 20:54:04.253898 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 50146) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:04.270206 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1041422289-router', 'tenant_id': 'fd4acf44f08949f899f3c5761d72cb34', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:04.276500 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:04.281357 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Usage tracker for resource:router and tenant:fd4acf44f08949f899f3c5761d72cb34 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:04.286029 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:04.292390 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:04.304851 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-377705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40021'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:04.305900 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735702'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:04.341462 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:04.371529 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Pushing event updated for resources: {'Network': ['ID=02f02c29-d0f9-49ff-9943-9bbf967e5bb8,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:04.376750 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:04.388690 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0496380 Jan 20 20:54:04.393989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50154) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:04.401577 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Network 02f02c29-d0f9-49ff-9943-9bbf967e5bb8 details requested by agent ovs-agent-dv-cinder-749155-5-iscsi with host dv-cinder-749155-5-iscsi {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:54:04.410238 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-b66aedc9-8764-4bd5-a8b5-febc37315d93 admin admin] Request body: {'subnet': {'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2097510025-subnet', 'tenant_id': '76c7abf965e144cf8d55b3ce9914e21b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:04.417119 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b66aedc9-8764-4bd5-a8b5-febc37315d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:04.423315 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-b66aedc9-8764-4bd5-a8b5-febc37315d93 admin admin] Usage tracker for resource:subnet and tenant:76c7abf965e144cf8d55b3ce9914e21b is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:04.430812 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-b66aedc9-8764-4bd5-a8b5-febc37315d93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:04.435956 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Network 02f02c29-d0f9-49ff-9943-9bbf967e5bb8 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:54:04.443584 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b66aedc9-8764-4bd5-a8b5-febc37315d93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:04.471279 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66aedc9-8764-4bd5-a8b5-febc37315d93 admin admin] Made reservation on behalf of 76c7abf965e144cf8d55b3ce9914e21b for: {'subnet': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:54:04.477276 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b66aedc9-8764-4bd5-a8b5-febc37315d93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:04.557771 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1b28-7895-4154-b78d-0917609d811b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:04.610644 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-4ddd1b28-7895-4154-b78d-0917609d811b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:04.627300 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-4ddd1b28-7895-4154-b78d-0917609d811b admin admin] Usage tracker for resource:security_group_rule and tenant:d5829831ade643bf9cf80bdf751c9deb is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:04.633951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-4ddd1b28-7895-4154-b78d-0917609d811b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:04.705960 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:04.720132 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:04.736121 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:04.800717 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-4ddd1b28-7895-4154-b78d-0917609d811b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:04.827894 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 20:54:04.931063 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:04.931454 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.segments_db [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Added segment 1eeeebe1-ad87-4172-b3b3-c25b1371c4ce of type vxlan for network 9041c0a2-a772-4470-a39a-9b8ab252366c Jan 20 20:54:05.059005 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282313094106'] for network, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:05.112697 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf04921-44e1-40b1-88c5-fc391f44644f None None] Network 32b3adf7-5052-49cb-b08c-47d815946f90 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:54:05.113731 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-392076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735685'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:05.116281 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for network, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:05.120844 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80112) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 20:54:05.121216 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 20:54:05.124620 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:05.126548 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:05.133867 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:05.148470 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80112) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 20:54:05.148833 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 20:54:05.159076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:05.305344 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8664844 Jan 20 20:54:05.307371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 20:54:05.309668 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 50182) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:05.310465 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Pushing event updated for resources: {'Network': ['ID=9041c0a2-a772-4470-a39a-9b8ab252366c,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:05.314594 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:05.322522 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-e8ef918d-bebd-428b-b8be-1f24c5373d1f admin admin] Request body: {'subnet': {'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-subnet', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:05.325630 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:05.326036 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.segments_db [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Added segment deb6def9-f016-4f69-b6a9-5314f6ce15c2 of type vxlan for network f278e563-18ec-4833-a094-4f0a1a5f0abc Jan 20 20:54:05.332106 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Network 9041c0a2-a772-4470-a39a-9b8ab252366c details requested by agent ovs-agent-dv-cinder-749155-5-iscsi with host dv-cinder-749155-5-iscsi {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:54:05.348666 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1b28-7895-4154-b78d-0917609d811b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:05.354467 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e8ef918d-bebd-428b-b8be-1f24c5373d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:05.367237 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1b28-7895-4154-b78d-0917609d811b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:05.369554 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e8ef918d-bebd-428b-b8be-1f24c5373d1f admin admin] Usage tracker for resource:subnet and tenant:bf5cad5f8aed4851835a12ce330c8ebc is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:05.370358 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282313094106'] for network, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:05.383256 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e8ef918d-bebd-428b-b8be-1f24c5373d1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:05.387865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-85cc15fe-ad1a-42f7-9f45-e96238a03ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:05.402111 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e8ef918d-bebd-428b-b8be-1f24c5373d1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:05.468097 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-4ddd1b28-7895-4154-b78d-0917609d811b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5829831ade643bf9cf80bdf751c9deb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2905176 Jan 20 20:54:05.474918 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ef918d-bebd-428b-b8be-1f24c5373d1f admin admin] Made reservation on behalf of bf5cad5f8aed4851835a12ce330c8ebc for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:54:05.479713 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e8ef918d-bebd-428b-b8be-1f24c5373d1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:05.492970 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50192) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:05.515531 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for network, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:05.520868 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:05.521525 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:05.525277 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b66aedc9-8764-4bd5-a8b5-febc37315d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for subnet, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:05.535005 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-de9eacc7-33f3-47b5-aaf3-636d4796dc1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:05.561943 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd1b28-7895-4154-b78d-0917609d811b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b38d55-ff30-40ae-b4bb-ce5953c5cfd6,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:05.584032 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4ddd1b28-7895-4154-b78d-0917609d811b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:05.703118 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Network 9041c0a2-a772-4470-a39a-9b8ab252366c details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:54:05.731754 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 3.3402860 Jan 20 20:54:05.738999 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:05.751372 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50200) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:05.777240 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-a617ce9c-b8eb-4abb-8c1f-ae1a1d4a2216 admin admin] Request body: {'subnet': {'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-270995742-subnet', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:05.793273 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Pushing event updated for resources: {'Network': ['ID=f278e563-18ec-4833-a094-4f0a1a5f0abc,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:05.802346 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:05.803424 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a617ce9c-b8eb-4abb-8c1f-ae1a1d4a2216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:05.807840 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1243171a-36b6-43a0-ada9-6a3f1d135102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:05.847357 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Network f278e563-18ec-4833-a094-4f0a1a5f0abc details requested by agent ovs-agent-dv-cinder-749155-5-iscsi with host dv-cinder-749155-5-iscsi {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:54:05.849893 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d52d3d1f-fbce-4b8a-9560-984aad0a0bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:05.859040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-a617ce9c-b8eb-4abb-8c1f-ae1a1d4a2216 admin admin] Usage tracker for resource:subnet and tenant:1d96be366a92447487212758b7c50e6f is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:05.878213 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-a617ce9c-b8eb-4abb-8c1f-ae1a1d4a2216 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:05.928128 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 20:54:05.945619 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a617ce9c-b8eb-4abb-8c1f-ae1a1d4a2216 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:05.964877 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Network f278e563-18ec-4833-a094-4f0a1a5f0abc details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:54:06.064837 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d52d3d1f-fbce-4b8a-9560-984aad0a0bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:06.100168 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66aedc9-8764-4bd5-a8b5-febc37315d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=377a8709-324b-4662-b116-58cbd4317af0,revision_number=0']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:06.113952 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:06.114595 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.segments_db [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Added segment d012cc3e-3799-403d-85cb-988aff48f4c7 of type vxlan for network a2fb3b84-0db2-4074-a91d-81a46ce99630 Jan 20 20:54:06.136754 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b66aedc9-8764-4bd5-a8b5-febc37315d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:06.137569 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a617ce9c-b8eb-4abb-8c1f-ae1a1d4a2216 admin admin] Made reservation on behalf of 1d96be366a92447487212758b7c50e6f for: {'subnet': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:54:06.158627 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a617ce9c-b8eb-4abb-8c1f-ae1a1d4a2216 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:06.355038 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282313094106'] for network, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:06.383560 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d52d3d1f-fbce-4b8a-9560-984aad0a0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:06.403774 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1c656eb5-bd96-4972-af01-aab763bec450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:06.422252 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:06.444106 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66aedc9-8764-4bd5-a8b5-febc37315d93 admin admin] Checking segment: {'id': '7f9c0258-7d21-46bc-96bf-f72e205bc55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:54:06.444495 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66aedc9-8764-4bd5-a8b5-febc37315d93 admin admin] Network hostable DHCP agents. Network: 02f02c29-d0f9-49ff-9943-9bbf967e5bb8, hostable agents: ['c1d8426a-9d58-47bd-9d42-89385b1bbfec'], hosted agents: [] {{(pid=80112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 20:54:06.449479 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d3d1f-fbce-4b8a-9560-984aad0a0bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b38d55-ff30-40ae-b4bb-ce5953c5cfd6,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:06.452307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d52d3d1f-fbce-4b8a-9560-984aad0a0bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:06.471175 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:06.477973 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for network, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:06.485416 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:06.486240 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:06.507785 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:06.780517 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e8ef918d-bebd-428b-b8be-1f24c5373d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:06.801466 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:06.819413 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d52d3d1f-fbce-4b8a-9560-984aad0a0bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:06.823318 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-d52d3d1f-fbce-4b8a-9560-984aad0a0bdd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6b38d55-ff30-40ae-b4bb-ce5953c5cfd6 HTTP/1.1" status: 204 len: 168 time: 1.3299739 Jan 20 20:54:06.837397 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66aedc9-8764-4bd5-a8b5-febc37315d93 admin admin] Network 02f02c29-d0f9-49ff-9943-9bbf967e5bb8 is scheduled to be hosted by DHCP agent c1d8426a-9d58-47bd-9d42-89385b1bbfec with binding_index 1 {{(pid=80112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 20:54:06.859090 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 4.2515206 Jan 20 20:54:06.868302 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50228) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:06.876987 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-b66aedc9-8764-4bd5-a8b5-febc37315d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-5-iscsi, 02f02c29-d0f9-49ff-9943-9bbf967e5bb8) {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:06.887802 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8415a5-1af1-462d-8165-dfd059116d4f None None] Network 02f02c29-d0f9-49ff-9943-9bbf967e5bb8 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:54:06.897984 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-ce9c6c19-9fbf-4052-bc0a-b5b24eee5fbd admin admin] Request body: {'subnet': {'network_id': 'a2fb3b84-0db2-4074-a91d-81a46ce99630', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-218518108-subnet', 'tenant_id': 'd209d9e0bc3a4f3a84269bb5c2083a6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:06.906654 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66aedc9-8764-4bd5-a8b5-febc37315d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:06.907534 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b66aedc9-8764-4bd5-a8b5-febc37315d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:06.911608 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Pushing event updated for resources: {'Network': ['ID=a2fb3b84-0db2-4074-a91d-81a46ce99630,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:06.914840 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:06.916355 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ce9c6c19-9fbf-4052-bc0a-b5b24eee5fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:06.935389 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Network a2fb3b84-0db2-4074-a91d-81a46ce99630 details requested by agent ovs-agent-dv-cinder-749155-5-iscsi with host dv-cinder-749155-5-iscsi {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:54:06.950865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ce9c6c19-9fbf-4052-bc0a-b5b24eee5fbd admin admin] Usage tracker for resource:subnet and tenant:d209d9e0bc3a4f3a84269bb5c2083a6a is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:06.961671 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ce9c6c19-9fbf-4052-bc0a-b5b24eee5fbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:06.980554 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ce9c6c19-9fbf-4052-bc0a-b5b24eee5fbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:06.999810 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-b66aedc9-8764-4bd5-a8b5-febc37315d93 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5957670 Jan 20 20:54:07.036054 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Network a2fb3b84-0db2-4074-a91d-81a46ce99630 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:54:07.064386 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9c6c19-9fbf-4052-bc0a-b5b24eee5fbd admin admin] Made reservation on behalf of d209d9e0bc3a4f3a84269bb5c2083a6a for: {'subnet': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:54:07.078325 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ce9c6c19-9fbf-4052-bc0a-b5b24eee5fbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:07.117247 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50238) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:07.153999 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef918d-bebd-428b-b8be-1f24c5373d1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d457b81-4eac-442d-b015-2dcf9f7a050c,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:07.160554 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e8ef918d-bebd-428b-b8be-1f24c5373d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:07.170118 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Allocated IP 172.27.0.123 (06ea3fc8-bdc7-4401-9b28-54093eee0170/7fa42e9a-db2b-4126-9d0c-025f1cb6919b/3c19048d-799f-478c-8645-eef7ce4480bb) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:54:07.172835 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ef918d-bebd-428b-b8be-1f24c5373d1f admin admin] Checking segment: {'id': '1eeeebe1-ad87-4172-b3b3-c25b1371c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:54:07.173240 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ef918d-bebd-428b-b8be-1f24c5373d1f admin admin] Network hostable DHCP agents. Network: 9041c0a2-a772-4470-a39a-9b8ab252366c, hostable agents: ['c1d8426a-9d58-47bd-9d42-89385b1bbfec'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 20:54:07.217943 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ef918d-bebd-428b-b8be-1f24c5373d1f admin admin] Network 9041c0a2-a772-4470-a39a-9b8ab252366c is scheduled to be hosted by DHCP agent c1d8426a-9d58-47bd-9d42-89385b1bbfec with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 20:54:07.289300 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-e8ef918d-bebd-428b-b8be-1f24c5373d1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-5-iscsi, 9041c0a2-a772-4470-a39a-9b8ab252366c) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:07.296507 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ef918d-bebd-428b-b8be-1f24c5373d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:07.297666 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e8ef918d-bebd-428b-b8be-1f24c5373d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:07.302744 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82368fab-be4c-427f-972c-62c6714a0363 None None] Network 9041c0a2-a772-4470-a39a-9b8ab252366c requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:54:07.350219 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e8ef918d-bebd-428b-b8be-1f24c5373d1f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0295787 Jan 20 20:54:07.350219 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 50246) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:07.401021 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:07.407565 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50252) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:07.420209 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:07.442262 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Usage tracker for resource:router and tenant:bf5cad5f8aed4851835a12ce330c8ebc is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:07.482496 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-67808812-bdef-455e-ab64-500e508eae61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:07.505886 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:07.518582 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-67808812-bdef-455e-ab64-500e508eae61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:07.525164 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:07.535616 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-67808812-bdef-455e-ab64-500e508eae61 admin admin] Usage tracker for resource:security_group_rule and tenant:c89ed96bc43d4b7d8ccd166cf23bebcb is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:07.540445 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-67808812-bdef-455e-ab64-500e508eae61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:07.551854 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-67808812-bdef-455e-ab64-500e508eae61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:07.566024 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:07.579116 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-377705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40021'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:07.595936 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735702'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:07.626014 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:07.795719 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-21372cb9-e202-4173-8673-5a789f0c612a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:07.850390 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-21372cb9-e202-4173-8673-5a789f0c612a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:07.855109 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46e46e78-97ce-58d9-b0c2-61ed0264c73d-9041c0a2-a772-4470-a39a-9b8ab252366c', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'fixed_ips': [{'subnet_id': '9d457b81-4eac-442d-b015-2dcf9f7a050c'}]}} from dv-cinder-749155-5-iscsi. {{(pid=80114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 20 20:54:07.856037 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:07.903638 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2957166-f07c-4df6-9b64-328ddea5be50 None None] Network 02f02c29-d0f9-49ff-9943-9bbf967e5bb8 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:54:07.912867 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-21372cb9-e202-4173-8673-5a789f0c612a admin admin] Usage tracker for resource:security_group_rule and tenant:f6ca127e4a5445abb8ca70da80f05dac is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:07.926078 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-21372cb9-e202-4173-8673-5a789f0c612a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:07.977830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-21372cb9-e202-4173-8673-5a789f0c612a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:08.060536 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a617ce9c-b8eb-4abb-8c1f-ae1a1d4a2216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for subnet, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:08.103342 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:08.110426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-392076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735685'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:08.208255 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-67808812-bdef-455e-ab64-500e508eae61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:08.210542 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:08.229433 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-67808812-bdef-455e-ab64-500e508eae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:08.232421 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-65317c10-ab9c-4eb6-a454-046ba4905ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:08.316175 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Pushing event updated for resources: {'Port': ['ID=3c19048d-799f-478c-8645-eef7ce4480bb,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:08.322993 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:08.340607 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617ce9c-b8eb-4abb-8c1f-ae1a1d4a2216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c922eec-afe6-4eee-af95-8fb9a05787f0,revision_number=0']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:08.343837 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a617ce9c-b8eb-4abb-8c1f-ae1a1d4a2216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:08.350739 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:08.368297 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-67808812-bdef-455e-ab64-500e508eae61 admin admin] Synchronizing usage tracker for tenant:86c0cd1fd8214301b854c9c0ff70fa11 on resource:security_group {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:54:08.444498 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67808812-bdef-455e-ab64-500e508eae61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0011cd-412b-44c4-92e1-abf74b63e95a,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:08.448376 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-67808812-bdef-455e-ab64-500e508eae61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:08.556262 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:08.574288 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-67808812-bdef-455e-ab64-500e508eae61 admin admin] Unset dirty status for tenant:86c0cd1fd8214301b854c9c0ff70fa11 on resource:security_group {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:54:08.575887 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-67808812-bdef-455e-ab64-500e508eae61 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c89ed96bc43d4b7d8ccd166cf23bebcb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1652710 Jan 20 20:54:08.587079 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-21372cb9-e202-4173-8673-5a789f0c612a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:08.591978 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50288) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:08.603645 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-21372cb9-e202-4173-8673-5a789f0c612a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:08.664170 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:08.731390 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:54:08.751980 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617ce9c-b8eb-4abb-8c1f-ae1a1d4a2216 admin admin] Checking segment: {'id': 'deb6def9-f016-4f69-b6a9-5314f6ce15c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:54:08.752379 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a617ce9c-b8eb-4abb-8c1f-ae1a1d4a2216 admin admin] Network hostable DHCP agents. Network: f278e563-18ec-4833-a094-4f0a1a5f0abc, hostable agents: ['c1d8426a-9d58-47bd-9d42-89385b1bbfec'], hosted agents: [] {{(pid=80112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 20:54:08.792060 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21372cb9-e202-4173-8673-5a789f0c612a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a135e3d1-034d-4c74-a453-93bd67dbda8b,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:08.799400 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-21372cb9-e202-4173-8673-5a789f0c612a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:08.805896 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-21372cb9-e202-4173-8673-5a789f0c612a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6ca127e4a5445abb8ca70da80f05dac&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6874037 Jan 20 20:54:08.812032 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50300) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:08.824249 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Allocated IP 172.20.0.2 (9041c0a2-a772-4470-a39a-9b8ab252366c/9d457b81-4eac-442d-b015-2dcf9f7a050c/88848d8a-aa5a-425f-a8bb-1907be4da80f) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:54:08.879116 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ce9c6c19-9fbf-4052-bc0a-b5b24eee5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for subnet, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:08.930460 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a617ce9c-b8eb-4abb-8c1f-ae1a1d4a2216 admin admin] Network f278e563-18ec-4833-a094-4f0a1a5f0abc is scheduled to be hosted by DHCP agent c1d8426a-9d58-47bd-9d42-89385b1bbfec with binding_index 1 {{(pid=80112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 20:54:08.941145 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50308) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:08.953253 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a617ce9c-b8eb-4abb-8c1f-ae1a1d4a2216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:08.985790 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:08.992329 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:54:09.004773 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 20 20:54:09.100437 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-91743b76-601a-4ef5-b6d7-31b2dab575dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:09.102288 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-a617ce9c-b8eb-4abb-8c1f-ae1a1d4a2216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-5-iscsi, f278e563-18ec-4833-a094-4f0a1a5f0abc) {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:09.113498 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee1b40d-23d1-4410-af3f-2bd24b4da894 None None] Network f278e563-18ec-4833-a094-4f0a1a5f0abc requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:54:09.124188 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a617ce9c-b8eb-4abb-8c1f-ae1a1d4a2216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:09.124840 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a617ce9c-b8eb-4abb-8c1f-ae1a1d4a2216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:09.179297 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:09.202669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-91743b76-601a-4ef5-b6d7-31b2dab575dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:09.222228 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:09.262390 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c6c19-9fbf-4052-bc0a-b5b24eee5fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b1e292a-aa3d-412e-be3c-fd3d6fceace7,revision_number=0']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:09.287361 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7e7b63c4-07e5-4a62-8a06-6db46d194062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:09.294266 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ce9c6c19-9fbf-4052-bc0a-b5b24eee5fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:09.395859 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7e7b63c4-07e5-4a62-8a06-6db46d194062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:09.436663 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-a617ce9c-b8eb-4abb-8c1f-ae1a1d4a2216 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.6773114 Jan 20 20:54:09.439515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 50314) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:09.444227 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:09.467598 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:09.475839 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:09.479778 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Usage tracker for resource:router and tenant:1d96be366a92447487212758b7c50e6f is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:09.552754 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-28729747-7fd5-4d9f-abef-9f2fb6915d23 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:09.553176 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-28729747-7fd5-4d9f-abef-9f2fb6915d23 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Synchronizing usage tracker for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:network {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:54:09.571402 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-91743b76-601a-4ef5-b6d7-31b2dab575dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:09.573496 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c6c19-9fbf-4052-bc0a-b5b24eee5fbd admin admin] Checking segment: {'id': 'd012cc3e-3799-403d-85cb-988aff48f4c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a2fb3b84-0db2-4074-a91d-81a46ce99630'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:54:09.573890 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9c6c19-9fbf-4052-bc0a-b5b24eee5fbd admin admin] Network hostable DHCP agents. Network: a2fb3b84-0db2-4074-a91d-81a46ce99630, hostable agents: ['c1d8426a-9d58-47bd-9d42-89385b1bbfec'], hosted agents: [] {{(pid=80112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 20:54:09.582906 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:09.588076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:09.588319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Transition to ACTIVE for port object 88848d8a-aa5a-425f-a8bb-1907be4da80f will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:54:09.603098 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:09.609515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91743b76-601a-4ef5-b6d7-31b2dab575dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0011cd-412b-44c4-92e1-abf74b63e95a,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:09.615135 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-91743b76-601a-4ef5-b6d7-31b2dab575dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:09.622523 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7e7b63c4-07e5-4a62-8a06-6db46d194062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:09.628409 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7e7b63c4-07e5-4a62-8a06-6db46d194062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:09.629699 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-7e7b63c4-07e5-4a62-8a06-6db46d194062 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a135e3d1-034d-4c74-a453-93bd67dbda8b HTTP/1.1" status: 204 len: 168 time: 0.8164136 Jan 20 20:54:09.632309 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d52d3d1f-fbce-4b8a-9560-984aad0a0bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:09.646521 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-91743b76-601a-4ef5-b6d7-31b2dab575dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:09.665418 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-377705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40021'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:09.667199 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735702'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:09.673867 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-91743b76-601a-4ef5-b6d7-31b2dab575dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4f0011cd-412b-44c4-92e1-abf74b63e95a HTTP/1.1" status: 204 len: 168 time: 1.0775931 Jan 20 20:54:09.678054 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:09.683587 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Transition to ACTIVE for port object 88848d8a-aa5a-425f-a8bb-1907be4da80f will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:54:09.694086 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9c6c19-9fbf-4052-bc0a-b5b24eee5fbd admin admin] Network a2fb3b84-0db2-4074-a91d-81a46ce99630 is scheduled to be hosted by DHCP agent c1d8426a-9d58-47bd-9d42-89385b1bbfec with binding_index 1 {{(pid=80112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 20:54:09.709544 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b63c4-07e5-4a62-8a06-6db46d194062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a135e3d1-034d-4c74-a453-93bd67dbda8b,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:09.716803 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:09.731608 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7e7b63c4-07e5-4a62-8a06-6db46d194062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:09.752283 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-28729747-7fd5-4d9f-abef-9f2fb6915d23 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Unset dirty status for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:network {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:54:09.753295 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-28729747-7fd5-4d9f-abef-9f2fb6915d23 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/networks?id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8 HTTP/1.1" status: 200 len: 815 time: 0.7672668 Jan 20 20:54:09.754107 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-ce9c6c19-9fbf-4052-bc0a-b5b24eee5fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-5-iscsi, a2fb3b84-0db2-4074-a91d-81a46ce99630) {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:09.772038 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9c6c19-9fbf-4052-bc0a-b5b24eee5fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:09.772635 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ce9c6c19-9fbf-4052-bc0a-b5b24eee5fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:09.823498 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f8022f-e9d5-43d7-a949-f9804be2b63b None None] Network a2fb3b84-0db2-4074-a91d-81a46ce99630 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:54:09.833611 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-343713e2-d9cf-4af8-b3b5-1b6e0ff5109c tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/quotas/76c7abf965e144cf8d55b3ce9914e21b HTTP/1.1" status: 200 len: 375 time: 0.0530410 Jan 20 20:54:09.842094 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:09.856042 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-ce9c6c19-9fbf-4052-bc0a-b5b24eee5fbd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9775131 Jan 20 20:54:09.906075 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:09.950485 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-06920f5b-2007-4080-b033-8c08e6d5f08f tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?tenant_id=76c7abf965e144cf8d55b3ce9914e21b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0970504 Jan 20 20:54:09.994531 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46e46e78-97ce-58d9-b0c2-61ed0264c73d-f278e563-18ec-4833-a094-4f0a1a5f0abc', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'fixed_ips': [{'subnet_id': '4c922eec-afe6-4eee-af95-8fb9a05787f0'}]}} from dv-cinder-749155-5-iscsi. {{(pid=80114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 20 20:54:09.995514 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:10.175817 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Allocated IP 172.27.0.208 (06ea3fc8-bdc7-4401-9b28-54093eee0170/7fa42e9a-db2b-4126-9d0c-025f1cb6919b/9d40bb17-0fde-4aba-a493-413d468120af) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:54:10.548556 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Pushing event updated for resources: {'Port': ['ID=88848d8a-aa5a-425f-a8bb-1907be4da80f,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:10.574256 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50352) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:10.582004 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.582671 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.583227 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.583776 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.584311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.584866 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.585400 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.585931 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.586797 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.587344 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.587865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.588534 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.589107 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.589634 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.590176 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.590723 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.591254 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.591767 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.592280 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.592805 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.593328 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.593839 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.594405 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.594954 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Tracked resource versions report: Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: pushed versions: Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: { 'AddressGroup': {'1.1'}, Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': {'1.0'}, Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': {'1.0'}, Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': {'1.1'}, Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': {'1.6'}, Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': {'1.2'}, Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': {'1.8'}, Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': {'1.4'}, Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': {'1.2'}, Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': {'1.0'}, Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': {'1.1'}, Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': {'1.1'}} Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: consumer versions: Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: { DHCP agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: L3 agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: Metadata agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: Metering agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: Open vSwitch agent@dv-cinder-749155-5-iscsi: { 'AddressGroup': '1.1', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': '1.0', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': '1.0', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': '1.1', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': '1.6', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': '1.2', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': '1.8', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': '1.4', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': '1.2', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': '1.0', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': '1.1', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': '1.1'}, Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: Open vSwitch agent@hv-cinder-74915: { 'AddressGroup': '1.1', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': '1.0', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': '1.0', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': '1.1', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': '1.6', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': '1.2', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': '1.8', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': '1.4', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': '1.2', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': '1.0', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': '1.1', Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': '1.1'}} Jan 20 20:54:10.596473 dv-cinder-749155-5-iscsi neutron-server[79999]: {{(pid=80114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 20 20:54:10.654353 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:10.672691 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ed73c9f3-2e33-4f68-9cb0-e9d84ea7948c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:10.713563 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Allocated IP 172.20.0.2 (f278e563-18ec-4833-a094-4f0a1a5f0abc/4c922eec-afe6-4eee-af95-8fb9a05787f0/b483e193-0de5-44e8-8d5b-14f416ebcb30) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:54:10.752830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ed73c9f3-2e33-4f68-9cb0-e9d84ea7948c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:10.791983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ed73c9f3-2e33-4f68-9cb0-e9d84ea7948c admin admin] Usage tracker for resource:security_group_rule and tenant:d9e640486eba4c2295b6b20f35f06b0b is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:10.825705 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ed73c9f3-2e33-4f68-9cb0-e9d84ea7948c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:10.839383 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ed73c9f3-2e33-4f68-9cb0-e9d84ea7948c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:10.870089 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Network 9041c0a2-a772-4470-a39a-9b8ab252366c is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:54:10.878889 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:10.894116 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:54:11.050671 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-392076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735685'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:11.102787 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c442c9d-ad55-41cd-b350-86026fbdcd21 None None] Network a2fb3b84-0db2-4074-a91d-81a46ce99630 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:54:11.111715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ed73c9f3-2e33-4f68-9cb0-e9d84ea7948c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:11.117215 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-392095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-392056'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:11.119846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-00f670ef-7419-4fe5-84bb-f57da0e276de service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80112) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 20:54:11.121291 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-00f670ef-7419-4fe5-84bb-f57da0e276de service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.3168185 Jan 20 20:54:11.122696 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ed73c9f3-2e33-4f68-9cb0-e9d84ea7948c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:11.144524 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-67808812-bdef-455e-ab64-500e508eae61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:11.171089 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Attempting to bind port 88848d8a-aa5a-425f-a8bb-1907be4da80f on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:54:11.171562 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Attempting to bind port 88848d8a-aa5a-425f-a8bb-1907be4da80f by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': '1eeeebe1-ad87-4172-b3b3-c25b1371c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:54:11.171999 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Attempting to bind port 88848d8a-aa5a-425f-a8bb-1907be4da80f on network 9041c0a2-a772-4470-a39a-9b8ab252366c {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:54:11.442071 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73c9f3-2e33-4f68-9cb0-e9d84ea7948c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8028469-b2d1-45f3-a368-e52446f16d62,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:11.450783 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-ed73c9f3-2e33-4f68-9cb0-e9d84ea7948c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9e640486eba4c2295b6b20f35f06b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8724790 Jan 20 20:54:11.457793 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 50380) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:11.478345 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ed73c9f3-2e33-4f68-9cb0-e9d84ea7948c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:11.616559 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-fbe221bb-8c26-40df-aaaa-fcce11371060 service neutron] 10.222.0.18 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712932 Jan 20 20:54:11.768805 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ef302c08-7985-4f8a-8d92-c2e27bcfc273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:11.770741 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:54:11.771418 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Checking segment: {'id': '1eeeebe1-ad87-4172-b3b3-c25b1371c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:54:11.772087 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:11.772770 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Bound using segment: {'id': '1eeeebe1-ad87-4172-b3b3-c25b1371c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:54:11.773611 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Bound port: 88848d8a-aa5a-425f-a8bb-1907be4da80f, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eeeebe1-ad87-4172-b3b3-c25b1371c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:54:11.774309 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:11.802730 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ef302c08-7985-4f8a-8d92-c2e27bcfc273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:11.881731 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Router 0f9856d7-72ea-488e-8744-b216c335ef4c is scheduled to L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 20 20:54:11.888481 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ef302c08-7985-4f8a-8d92-c2e27bcfc273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:11.920101 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:11.949239 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef302c08-7985-4f8a-8d92-c2e27bcfc273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8028469-b2d1-45f3-a368-e52446f16d62,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:11.953008 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ef302c08-7985-4f8a-8d92-c2e27bcfc273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:12.220381 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:12.226362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] For port 88848d8a-aa5a-425f-a8bb-1907be4da80f, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:54:12.234001 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] For port 88848d8a-aa5a-425f-a8bb-1907be4da80f, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=88848d8a-aa5a-425f-a8bb-1907be4da80f,segment=NetworkSegment(1eeeebe1-ad87-4172-b3b3-c25b1371c4ce),segment_id=1eeeebe1-ad87-4172-b3b3-c25b1371c4ce)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:54:12.256587 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:12.278399 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-8283edd4-9c47-4560-bfe6-5e65ac1cbd6b service neutron] 10.222.0.18 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6607480 Jan 20 20:54:12.282432 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:54:12.299571 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Sync routers for ids ['0f9856d7-72ea-488e-8744-b216c335ef4c'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:54:12.326183 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ef302c08-7985-4f8a-8d92-c2e27bcfc273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:12.330629 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-ef302c08-7985-4f8a-8d92-c2e27bcfc273 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8028469-b2d1-45f3-a368-e52446f16d62 HTTP/1.1" status: 204 len: 168 time: 0.8549066 Jan 20 20:54:12.337672 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Routers {'0f9856d7-72ea-488e-8744-b216c335ef4c'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:54:12.342635 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:54:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['0f9856d7-72ea-488e-8744-b216c335ef4c'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:12.346560 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:12.350916 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50414) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:12.351106 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.0957294 Jan 20 20:54:12.419424 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:12.487507 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:12.524464 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:12.671332 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:12.682426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:12.706835 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Transition to ACTIVE for port object b483e193-0de5-44e8-8d5b-14f416ebcb30 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:54:12.728526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Transition to ACTIVE for port object b483e193-0de5-44e8-8d5b-14f416ebcb30 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:54:12.830327 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:12.958911 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:54:12.960815 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 50438) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:12.966459 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:12.968495 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:12.972752 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:54:13.003581 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Set router 0f9856d7-72ea-488e-8744-b216c335ef4c gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:54:13.010356 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-56091fcb-24d8-426f-8cbc-96414b4622b0 req-f7b476a0-f567-48ec-8c2c-65e2140bbd56 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 210 time: 0.1677840 Jan 20 20:54:13.027373 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Pushing event updated for resources: {'Port': ['ID=88848d8a-aa5a-425f-a8bb-1907be4da80f,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:13.297249 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:13.318155 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f9edea15-68e2-4d89-b643-a8e689f9584b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:13.526848 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'name': 'tempest-ServerRescueNegativeTestJSON-1041422289-router', 'tenant_id': 'fd4acf44f08949f899f3c5761d72cb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c19048d-799f-478c-8645-eef7ce4480bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:04Z', 'updated_at': '2021-01-20T20:54:09Z', 'revision_number': 3, 'project_id': 'fd4acf44f08949f899f3c5761d72cb34', 'gw_port': {'id': '3c19048d-799f-478c-8645-eef7ce4480bb', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:06Z', 'updated_at': '2021-01-20T20:54:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:13.536228 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Checking router: 0f9856d7-72ea-488e-8744-b216c335ef4c for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:54:13.537462 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Updating router 0f9856d7-72ea-488e-8744-b216c335ef4c port 3c19048d-799f-478c-8645-eef7ce4480bb binding host dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 20:54:13.610453 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 20 20:54:13.633523 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Pushing event updated for resources: {'Port': ['ID=b483e193-0de5-44e8-8d5b-14f416ebcb30,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:13.672437 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:13.695711 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:13.727985 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50452) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:13.746335 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Network f278e563-18ec-4833-a094-4f0a1a5f0abc is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:54:13.749247 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:13.764195 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:54:13.925228 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Attempting to bind port b483e193-0de5-44e8-8d5b-14f416ebcb30 on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:54:13.926510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Attempting to bind port b483e193-0de5-44e8-8d5b-14f416ebcb30 by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': 'deb6def9-f016-4f69-b6a9-5314f6ce15c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:54:13.927200 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Attempting to bind port b483e193-0de5-44e8-8d5b-14f416ebcb30 on network f278e563-18ec-4833-a094-4f0a1a5f0abc {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:54:13.949377 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:54:13.950639 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Checking segment: {'id': 'deb6def9-f016-4f69-b6a9-5314f6ce15c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:54:13.951332 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:13.953061 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Bound using segment: {'id': 'deb6def9-f016-4f69-b6a9-5314f6ce15c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:54:13.953935 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Bound port: b483e193-0de5-44e8-8d5b-14f416ebcb30, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb6def9-f016-4f69-b6a9-5314f6ce15c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:54:13.956278 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:14.073431 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Pushing event updated for resources: {'Port': ['ID=9d40bb17-0fde-4aba-a493-413d468120af,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:14.089026 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.259s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:14.113060 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] For port b483e193-0de5-44e8-8d5b-14f416ebcb30, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:54:14.118218 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] For port b483e193-0de5-44e8-8d5b-14f416ebcb30, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=b483e193-0de5-44e8-8d5b-14f416ebcb30,segment=NetworkSegment(deb6def9-f016-4f69-b6a9-5314f6ce15c2),segment_id=deb6def9-f016-4f69-b6a9-5314f6ce15c2)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:54:14.129716 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:14.177575 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:14.330425 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-0e1507dd-6575-46f5-9282-2357fd41a940 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:14.338816 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-0e1507dd-6575-46f5-9282-2357fd41a940 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/networks?id=a2fb3b84-0db2-4074-a91d-81a46ce99630 HTTP/1.1" status: 200 len: 811 time: 1.3763731 Jan 20 20:54:14.469232 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2884bafb-9deb-4a70-a8c6-bee0449b0e87 req-bfd3f787-706d-461e-b947-5df349161aec tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 210 time: 0.1676185 Jan 20 20:54:14.471519 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:14.551786 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Pushing event updated for resources: {'Port': ['ID=b483e193-0de5-44e8-8d5b-14f416ebcb30,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:14.559209 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:14.603792 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-55cda4b2-5660-403b-92f2-bb2d0a03eda1 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/quotas/d209d9e0bc3a4f3a84269bb5c2083a6a HTTP/1.1" status: 200 len: 375 time: 0.2638130 Jan 20 20:54:14.803054 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-8ca0207b-97e5-4453-a591-18cc430830d4 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?tenant_id=d209d9e0bc3a4f3a84269bb5c2083a6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1541002 Jan 20 20:54:14.816280 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:14.824507 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c238842f-ca25-4836-bcfa-c8ec60d57662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:14.903145 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c238842f-ca25-4836-bcfa-c8ec60d57662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:14.918435 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-c238842f-ca25-4836-bcfa-c8ec60d57662 admin admin] Usage tracker for resource:security_group_rule and tenant:5e15e7ad1bb9442498fde30618f5829a is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:14.929118 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-c238842f-ca25-4836-bcfa-c8ec60d57662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:14.982048 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:15.011964 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Transition to ACTIVE for port object 3c19048d-799f-478c-8645-eef7ce4480bb will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:54:15.017782 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:15.027664 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c238842f-ca25-4836-bcfa-c8ec60d57662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:15.054730 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b09f676a-3faf-4d68-9d3c-99982ffd4421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:15.566615 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 88848d8a-aa5a-425f-a8bb-1907be4da80f up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:15.750811 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Allocated IP 172.27.0.76 (06ea3fc8-bdc7-4401-9b28-54093eee0170/7fa42e9a-db2b-4126-9d0c-025f1cb6919b/0964c4a4-3576-4940-8094-6cfca9b3a067) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:54:15.770766 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c238842f-ca25-4836-bcfa-c8ec60d57662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:15.776750 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Allocated IP 172.20.0.1 (32b3adf7-5052-49cb-b08c-47d815946f90/e1a6ce97-8658-4c05-bda6-1c27ed45d811/ee583fa8-04c6-470a-b8c5-2d64fc150f07) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:54:15.812738 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c238842f-ca25-4836-bcfa-c8ec60d57662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:15.872252 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 88848d8a-aa5a-425f-a8bb-1907be4da80f completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:54:15.957916 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:15.968713 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Pushing event updated for resources: {'Port': ['ID=3c19048d-799f-478c-8645-eef7ce4480bb,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:16.010725 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d341c30b-d0fc-406b-8a8c-b2bdccf59691 req-3d41c57a-238f-4b46-b32d-87ae21c17a8b tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 210 time: 0.2298999 Jan 20 20:54:16.023229 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-2d011994-8fbe-4818-af7c-196b209f2e93 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 20:54:16.036209 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.036652 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.037901 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-2d011994-8fbe-4818-af7c-196b209f2e93 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.8329089 Jan 20 20:54:16.041011 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.041994 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.042752 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.043474 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.044150 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.046490 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.048524 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.051395 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.052014 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.052651 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.053270 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.054218 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.056380 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.057413 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.058124 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.059314 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.060339 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.063475 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.064048 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.064609 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.066472 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.067341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Tracked resource versions report: Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: pushed versions: Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: { 'AddressGroup': {'1.1'}, Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': {'1.0'}, Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': {'1.0'}, Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': {'1.1'}, Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': {'1.6'}, Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': {'1.2'}, Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': {'1.8'}, Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': {'1.4'}, Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': {'1.2'}, Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': {'1.0'}, Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': {'1.1'}, Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': {'1.1'}} Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: consumer versions: Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: { DHCP agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: L3 agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: Metadata agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: Metering agent@dv-cinder-749155-5-iscsi: {}, Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: Open vSwitch agent@dv-cinder-749155-5-iscsi: { 'AddressGroup': '1.1', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': '1.0', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': '1.0', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': '1.1', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': '1.6', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': '1.2', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': '1.8', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': '1.4', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': '1.2', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': '1.0', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': '1.1', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': '1.1'}, Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: Open vSwitch agent@hv-cinder-74915: { 'AddressGroup': '1.1', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'ConntrackHelper': '1.0', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Log': '1.0', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Network': '1.1', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Port': '1.6', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'PortForwarding': '1.2', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'QosPolicy': '1.8', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroup': '1.4', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SecurityGroupRule': '1.2', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'SubPort': '1.0', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Subnet': '1.1', Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: 'Trunk': '1.1'}} Jan 20 20:54:16.069056 dv-cinder-749155-5-iscsi neutron-server[79999]: {{(pid=80115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 20 20:54:16.084705 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Attempting to bind port 3c19048d-799f-478c-8645-eef7ce4480bb on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:54:16.085700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Attempting to bind port 3c19048d-799f-478c-8645-eef7ce4480bb by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:54:16.086763 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Attempting to bind port 3c19048d-799f-478c-8645-eef7ce4480bb on network 06ea3fc8-bdc7-4401-9b28-54093eee0170 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:54:16.093576 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.039s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:16.095020 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:54:16.095908 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Checking segment: {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:54:16.096632 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:16.097291 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Bound using segment: {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:54:16.104601 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Bound port: 3c19048d-799f-478c-8645-eef7ce4480bb, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:54:16.105983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:16.201967 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] For port 3c19048d-799f-478c-8645-eef7ce4480bb, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:54:16.206169 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] For port 3c19048d-799f-478c-8645-eef7ce4480bb, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=3c19048d-799f-478c-8645-eef7ce4480bb,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:54:16.212218 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:16.248534 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-c238842f-ca25-4836-bcfa-c8ec60d57662 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e15e7ad1bb9442498fde30618f5829a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4015901 Jan 20 20:54:16.257652 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238842f-ca25-4836-bcfa-c8ec60d57662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2ef280-ffc2-4e5d-9f10-b785d59e6924,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:16.275932 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50502) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:16.281018 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c238842f-ca25-4836-bcfa-c8ec60d57662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:16.405371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a11fca-d7ca-4a14-a6d7-4f8b03460193 None None] Network 9041c0a2-a772-4470-a39a-9b8ab252366c requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:54:16.488838 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:16.563731 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:16.587070 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b09f676a-3faf-4d68-9d3c-99982ffd4421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:16.596147 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-392095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-392056'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:16.645224 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:16.674806 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Pushing event updated for resources: {'Port': ['ID=3c19048d-799f-478c-8645-eef7ce4480bb,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:16.689387 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:16.738354 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Routers {'0f9856d7-72ea-488e-8744-b216c335ef4c'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:54:16.739930 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:54:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['0f9856d7-72ea-488e-8744-b216c335ef4c'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:16.802013 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-3d376ee2-1bea-4540-9ce5-e9e7a53444b6 service neutron] 10.222.0.18 "GET /v2.0/networks/a2fb3b84-0db2-4074-a91d-81a46ce99630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7630239 Jan 20 20:54:16.970175 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-13eb8e0b-b922-476c-a5f1-be141f635fee None None] Provisioning for port 88848d8a-aa5a-425f-a8bb-1907be4da80f completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:54:16.976051 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-22049721-5119-42ee-934e-6f1a0e18264e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:16.988802 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-13eb8e0b-b922-476c-a5f1-be141f635fee None None] Provisioning complete for port 88848d8a-aa5a-425f-a8bb-1907be4da80f triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:16.989603 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-13eb8e0b-b922-476c-a5f1-be141f635fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:17.074650 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:17.077132 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-22049721-5119-42ee-934e-6f1a0e18264e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:17.205141 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-22049721-5119-42ee-934e-6f1a0e18264e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:17.288291 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] Set router 0f9856d7-72ea-488e-8744-b216c335ef4c gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:54:17.448369 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-13eb8e0b-b922-476c-a5f1-be141f635fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:17.592909 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-13eb8e0b-b922-476c-a5f1-be141f635fee None None] For port 88848d8a-aa5a-425f-a8bb-1907be4da80f, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=88848d8a-aa5a-425f-a8bb-1907be4da80f,segment=NetworkSegment(1eeeebe1-ad87-4172-b3b3-c25b1371c4ce),segment_id=1eeeebe1-ad87-4172-b3b3-c25b1371c4ce)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:54:17.599760 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645a5f06-5da5-444a-bcb5-d7f0f8f991b4 None None] Network f278e563-18ec-4833-a094-4f0a1a5f0abc requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:54:17.654198 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-13eb8e0b-b922-476c-a5f1-be141f635fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:17.823830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:17.995165 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device b483e193-0de5-44e8-8d5b-14f416ebcb30 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:18.054797 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 50546) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:18.058769 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:18.085479 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Pushing event updated for resources: {'Port': ['ID=ee583fa8-04c6-470a-b8c5-2d64fc150f07,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:18.127616 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.482s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:18.130770 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb8e0b-b922-476c-a5f1-be141f635fee None None] Pushing event updated for resources: {'Port': ['ID=88848d8a-aa5a-425f-a8bb-1907be4da80f,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:18.151919 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'name': 'tempest-ServerRescueNegativeTestJSON-1041422289-router', 'tenant_id': 'fd4acf44f08949f899f3c5761d72cb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c19048d-799f-478c-8645-eef7ce4480bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:04Z', 'updated_at': '2021-01-20T20:54:09Z', 'revision_number': 3, 'project_id': 'fd4acf44f08949f899f3c5761d72cb34', 'gw_port': {'id': '3c19048d-799f-478c-8645-eef7ce4480bb', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:06Z', 'updated_at': '2021-01-20T20:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:18.160665 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-caaba4fd-f0b2-464a-94bd-0f726fce1fee req-c9bf7dca-f8e9-4527-88b6-7185af61cf6c tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 210 time: 0.1792831 Jan 20 20:54:18.162063 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.904s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:18.174279 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ed921d-1878-4287-8d7e-2336ccc5882a None None] The sync data for ids ['0f9856d7-72ea-488e-8744-b216c335ef4c'] in dv-cinder-749155-5-iscsi is: [{'id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'name': 'tempest-ServerRescueNegativeTestJSON-1041422289-router', 'tenant_id': 'fd4acf44f08949f899f3c5761d72cb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c19048d-799f-478c-8645-eef7ce4480bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:04Z', 'updated_at': '2021-01-20T20:54:09Z', 'revision_number': 3, 'project_id': 'fd4acf44f08949f899f3c5761d72cb34', 'gw_port': {'id': '3c19048d-799f-478c-8645-eef7ce4480bb', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:06Z', 'updated_at': '2021-01-20T20:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:54:18.192043 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22049721-5119-42ee-934e-6f1a0e18264e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2ef280-ffc2-4e5d-9f10-b785d59e6924,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:18.197324 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-22049721-5119-42ee-934e-6f1a0e18264e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:18.199483 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-22049721-5119-42ee-934e-6f1a0e18264e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:18.204900 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-e18f6f74-0774-4e7f-b282-fd89347109e9 service neutron] 10.222.0.18 "GET /v2.0/networks/a2fb3b84-0db2-4074-a91d-81a46ce99630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3968389 Jan 20 20:54:18.219430 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-13eb8e0b-b922-476c-a5f1-be141f635fee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:18.225860 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-22049721-5119-42ee-934e-6f1a0e18264e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d2ef280-ffc2-4e5d-9f10-b785d59e6924 HTTP/1.1" status: 204 len: 168 time: 1.9487202 Jan 20 20:54:18.264513 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-b9415371-626d-4678-a996-f5a205311b5a None None] Provisioning for port b483e193-0de5-44e8-8d5b-14f416ebcb30 completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:54:18.283231 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-b9415371-626d-4678-a996-f5a205311b5a None None] Provisioning complete for port b483e193-0de5-44e8-8d5b-14f416ebcb30 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:18.283827 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b9415371-626d-4678-a996-f5a205311b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:18.370517 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Network 32b3adf7-5052-49cb-b08c-47d815946f90 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:54:18.373190 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:18.380175 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:54:18.380664 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854383707'] for router_interface, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:18.388238 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:18.580394 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Pushing event updated for resources: {'Port': ['ID=0964c4a4-3576-4940-8094-6cfca9b3a067,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:18.622338 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:18.668943 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea is scheduled to L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 20 20:54:18.673049 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:54:18.698192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:18.710174 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:54:18.733382 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.10', 57019) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:18.814430 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port b483e193-0de5-44e8-8d5b-14f416ebcb30 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:54:18.858452 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port b483e193-0de5-44e8-8d5b-14f416ebcb30 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:18.859178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:18.978443 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:19.312450 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b9415371-626d-4678-a996-f5a205311b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:19.594442 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-21ed656a-d1ea-47de-9805-2b3f39f73741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:19.621398 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7f445c5-4a8f-4897-85fc-d1ab78397267 req-88d56a9b-dcf8-4df3-b28d-199e09e674de tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 210 time: 0.5853343 Jan 20 20:54:19.634155 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:19.688889 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-0089809c-ccbe-49d5-9036-d05bb87ad2ed tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:19.696014 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-0089809c-ccbe-49d5-9036-d05bb87ad2ed tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.10 "GET /v2.0/networks?id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8 HTTP/1.1" status: 200 len: 815 time: 0.9613106 Jan 20 20:54:19.709187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-b9415371-626d-4678-a996-f5a205311b5a None None] For port b483e193-0de5-44e8-8d5b-14f416ebcb30, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=b483e193-0de5-44e8-8d5b-14f416ebcb30,segment=NetworkSegment(deb6def9-f016-4f69-b6a9-5314f6ce15c2),segment_id=deb6def9-f016-4f69-b6a9-5314f6ce15c2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:54:19.739532 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b9415371-626d-4678-a996-f5a205311b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:19.793169 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50596) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:19.801419 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-6ea340a3-7e07-419e-8976-dbb798614f13 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Request body: {'port': {'device_id': 'e19df1e5-ed21-402d-9ba4-d215dacc6f81', 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8', 'admin_state_up': True, 'tenant_id': '76c7abf965e144cf8d55b3ce9914e21b'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:19.895841 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:19.918819 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dacf5100-5670-47d9-a9ef-0f40115ea13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:19.985915 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-dacf5100-5670-47d9-a9ef-0f40115ea13d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:20.025536 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-dacf5100-5670-47d9-a9ef-0f40115ea13d admin admin] Usage tracker for resource:security_group_rule and tenant:aec996bcfd5348d7be78fa2af6432d73 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:20.069821 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-dacf5100-5670-47d9-a9ef-0f40115ea13d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:20.111310 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:20.116341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-dacf5100-5670-47d9-a9ef-0f40115ea13d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:20.177520 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-21ed656a-d1ea-47de-9805-2b3f39f73741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:20.182714 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-21ed656a-d1ea-47de-9805-2b3f39f73741 admin admin] Usage tracker for resource:security_group_rule and tenant:c9e549f36d55475d83083c96f0749f4e is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:20.186878 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-21ed656a-d1ea-47de-9805-2b3f39f73741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:20.194736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-21ed656a-d1ea-47de-9805-2b3f39f73741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:20.316322 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9415371-626d-4678-a996-f5a205311b5a None None] Pushing event updated for resources: {'Port': ['ID=b483e193-0de5-44e8-8d5b-14f416ebcb30,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:20.359048 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b9415371-626d-4678-a996-f5a205311b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:20.365690 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-6ea340a3-7e07-419e-8976-dbb798614f13 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:20.370537 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-6ea340a3-7e07-419e-8976-dbb798614f13 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Usage tracker for resource:port and tenant:76c7abf965e144cf8d55b3ce9914e21b is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:20.374588 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-6ea340a3-7e07-419e-8976-dbb798614f13 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Quota usage for port was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:20.394132 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:54:20.408969 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-6ea340a3-7e07-419e-8976-dbb798614f13 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:20.428457 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e06fff93-129c-4b34-ae9f-0c6a66ae171e req-5f2fd4b8-32f1-4350-b0ed-37453b169790 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 210 time: 0.7800317 Jan 20 20:54:20.489008 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-6ea340a3-7e07-419e-8976-dbb798614f13 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Made reservation on behalf of 76c7abf965e144cf8d55b3ce9914e21b for: {'port': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:54:20.529130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-b9415371-626d-4678-a996-f5a205311b5a None None] Provisioning complete for port 88848d8a-aa5a-425f-a8bb-1907be4da80f triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:20.531179 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b9415371-626d-4678-a996-f5a205311b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:20.535608 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-6ea340a3-7e07-419e-8976-dbb798614f13 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:20.576186 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Sync routers for ids ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:54:20.614601 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:20.618733 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 13.2642114 Jan 20 20:54:20.623281 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 20:54:20.624388 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 20:54:20.630976 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Routers {'2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:54:20.632054 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:54:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:20.640458 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 50628) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:21.021728 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-21ed656a-d1ea-47de-9805-2b3f39f73741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:21.077374 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-21ed656a-d1ea-47de-9805-2b3f39f73741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:21.094299 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Set router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:54:21.142279 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:21.198234 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dacf5100-5670-47d9-a9ef-0f40115ea13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:21.267913 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed656a-d1ea-47de-9805-2b3f39f73741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9221ba1a-c942-4834-a225-a79d2ac6148e,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:21.371749 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-21ed656a-d1ea-47de-9805-2b3f39f73741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:22.020937 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.10', 57025) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:22.067436 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device b483e193-0de5-44e8-8d5b-14f416ebcb30 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:22.131961 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fd34d094-c8e8-4716-b3d4-c1115e781263 req-e007feb1-0098-4176-b179-2e9ddf139218 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 210 time: 0.2597888 Jan 20 20:54:22.138357 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-21ed656a-d1ea-47de-9805-2b3f39f73741 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9e549f36d55475d83083c96f0749f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0775976 Jan 20 20:54:22.139760 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 50652) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:22.233943 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-9de1c17f-388f-4911-bbc8-dd88b9bb5e28 None None] Provisioning complete for port b483e193-0de5-44e8-8d5b-14f416ebcb30 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:22.235055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9de1c17f-388f-4911-bbc8-dd88b9bb5e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:22.348555 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port b483e193-0de5-44e8-8d5b-14f416ebcb30 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:22.349006 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:22.444492 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-6ea340a3-7e07-419e-8976-dbb798614f13 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Allocated IP 172.20.0.7 (02f02c29-d0f9-49ff-9943-9bbf967e5bb8/377a8709-324b-4662-b116-58cbd4317af0/965f6bd3-bc76-44e4-a07a-e316f21f2d7b) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:54:22.637824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T20:54:13Z', 'revision_number': 3, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:22.738049 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 3c19048d-799f-478c-8645-eef7ce4480bb up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:22.822774 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Checking router: 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:54:22.823309 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Updating router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea port 9d40bb17-0fde-4aba-a493-413d468120af binding host dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 20:54:22.879092 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-9de1c17f-388f-4911-bbc8-dd88b9bb5e28 None None] Provisioning complete for port 88848d8a-aa5a-425f-a8bb-1907be4da80f triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:22.879459 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9de1c17f-388f-4911-bbc8-dd88b9bb5e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:22.954533 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-392095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-392056'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:23.024322 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-6ea340a3-7e07-419e-8976-dbb798614f13 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:23.089303 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dacf5100-5670-47d9-a9ef-0f40115ea13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:23.095700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-6ea340a3-7e07-419e-8976-dbb798614f13 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:23.225108 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:23.241692 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-dacf5100-5670-47d9-a9ef-0f40115ea13d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aec996bcfd5348d7be78fa2af6432d73&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4456859 Jan 20 20:54:23.259754 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50670) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:23.355978 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 3c19048d-799f-478c-8645-eef7ce4480bb completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:54:23.381192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b722245-79b1-4867-867c-b9ca5248304b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:23.386863 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:23.467423 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 3c19048d-799f-478c-8645-eef7ce4480bb triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:23.467885 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:23.552319 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c49b093e-73ec-4e72-91cf-b3bf344d79ad req-21bbcce4-6928-4bb5-96fa-bc50ec59e8b8 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 210 time: 0.4787202 Jan 20 20:54:23.589192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-9755b56c-7556-4d32-a4db-bff4fa0614f4 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:23.593490 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-9755b56c-7556-4d32-a4db-bff4fa0614f4 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.10 "GET /v2.0/networks?id=a2fb3b84-0db2-4074-a91d-81a46ce99630 HTTP/1.1" status: 200 len: 811 time: 1.5687673 Jan 20 20:54:23.646115 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.resource_extend [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 20 20:54:23.879780 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf5100-5670-47d9-a9ef-0f40115ea13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4073c303-9a3c-4bab-9b4d-fd6b4e9ed847,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:23.899360 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dacf5100-5670-47d9-a9ef-0f40115ea13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:23.918601 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:23.941798 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c4993693-cf4b-4687-a0ff-d2c701a5e4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.356s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:23.973987 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-d97ef14b-7fc5-4bb1-aeeb-516ba5089253 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Request body: {'port': {'device_id': 'f01c1dac-c987-4aed-9501-6767f10bd4b4', 'network_id': 'a2fb3b84-0db2-4074-a91d-81a46ce99630', 'admin_state_up': True, 'tenant_id': 'd209d9e0bc3a4f3a84269bb5c2083a6a'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:24.164374 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea340a3-7e07-419e-8976-dbb798614f13 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Pushing event updated for resources: {'Port': ['ID=965f6bd3-bc76-44e4-a07a-e316f21f2d7b,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:24.217400 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:24.219286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6ea340a3-7e07-419e-8976-dbb798614f13 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:24.239752 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851088269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854398142'] for router_interface, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:24.498176 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:24.620520 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de94f8f2-d56d-4004-8858-c83a3b6735a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:24.695793 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b722245-79b1-4867-867c-b9ca5248304b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:24.805316 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Pushing event updated for resources: {'Port': ['ID=ee583fa8-04c6-470a-b8c5-2d64fc150f07,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:24.807545 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b722245-79b1-4867-867c-b9ca5248304b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:24.843315 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:24.846933 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:24.855203 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de94f8f2-d56d-4004-8858-c83a3b6735a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:24.919936 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:54:24.927976 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b722245-79b1-4867-867c-b9ca5248304b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:24.930236 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-2b722245-79b1-4867-867c-b9ca5248304b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9221ba1a-c942-4834-a225-a79d2ac6148e HTTP/1.1" status: 204 len: 168 time: 2.5558991 Jan 20 20:54:24.931505 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b722245-79b1-4867-867c-b9ca5248304b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9221ba1a-c942-4834-a225-a79d2ac6148e,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:24.940300 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:24.951154 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2b722245-79b1-4867-867c-b9ca5248304b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:25.028074 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de94f8f2-d56d-4004-8858-c83a3b6735a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:25.033084 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-6ea340a3-7e07-419e-8976-dbb798614f13 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Network 02f02c29-d0f9-49ff-9943-9bbf967e5bb8 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:54:25.037558 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Network 32b3adf7-5052-49cb-b08c-47d815946f90 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:54:25.052998 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:25.060625 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-6ea340a3-7e07-419e-8976-dbb798614f13 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:25.098062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:25.214769 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port 3c19048d-799f-478c-8645-eef7ce4480bb, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=3c19048d-799f-478c-8645-eef7ce4480bb,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:54:25.230707 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:25.244367 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:25.265883 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 88848d8a-aa5a-425f-a8bb-1907be4da80f up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:25.343224 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:25.460914 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94f8f2-d56d-4004-8858-c83a3b6735a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4073c303-9a3c-4bab-9b4d-fd6b4e9ed847,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:25.474939 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3ab6481f-a265-4bef-9656-f881145e04f0 req-8e937e91-33e9-4689-bfff-b240c3c90c2c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 210 time: 0.0962815 Jan 20 20:54:25.475477 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-de94f8f2-d56d-4004-8858-c83a3b6735a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:25.479656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Router 0f9856d7-72ea-488e-8744-b216c335ef4c has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 20:54:25.519237 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de94f8f2-d56d-4004-8858-c83a3b6735a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:25.522271 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-de94f8f2-d56d-4004-8858-c83a3b6735a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4073c303-9a3c-4bab-9b4d-fd6b4e9ed847 HTTP/1.1" status: 204 len: 168 time: 1.9682188 Jan 20 20:54:25.548646 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-6ea340a3-7e07-419e-8976-dbb798614f13 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:54:25.575764 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a72331-eb1a-45e3-b958-32a9eb62a359 req-aa8579c7-8010-41f2-a2f3-16b74082c378 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:25.577482 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-91a72331-eb1a-45e3-b958-32a9eb62a359 req-aa8579c7-8010-41f2-a2f3-16b74082c378 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 931 time: 1.6680992 Jan 20 20:54:25.621106 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Transition to ACTIVE for port object 9d40bb17-0fde-4aba-a493-413d468120af will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:54:25.653987 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=3c19048d-799f-478c-8645-eef7ce4480bb,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:25.665205 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:25.665860 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 88848d8a-aa5a-425f-a8bb-1907be4da80f triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:25.666537 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:25.679413 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-6ea340a3-7e07-419e-8976-dbb798614f13 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:25.686716 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-6ea340a3-7e07-419e-8976-dbb798614f13 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:25.735028 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:25.972196 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:26.001280 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-6ea340a3-7e07-419e-8976-dbb798614f13 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2069230 Jan 20 20:54:26.020838 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-d97ef14b-7fc5-4bb1-aeeb-516ba5089253 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:26.024701 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 is scheduled to L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 20 20:54:26.063999 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-ab520c4f-6a83-4350-8a36-e9a662eaac43 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80112) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 20:54:26.064331 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-d97ef14b-7fc5-4bb1-aeeb-516ba5089253 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Usage tracker for resource:port and tenant:d209d9e0bc3a4f3a84269bb5c2083a6a is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:26.067717 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-ab520c4f-6a83-4350-8a36-e9a662eaac43 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0295033 Jan 20 20:54:26.358735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe856f-ee08-4db8-8b57-ea5e3a94d894 None None] Pushing event updated for resources: {'Port': ['ID=9d40bb17-0fde-4aba-a493-413d468120af,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:26.366336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dbfe856f-ee08-4db8-8b57-ea5e3a94d894 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:26.673063 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 3c19048d-799f-478c-8645-eef7ce4480bb up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:26.752748 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50714) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:26.775914 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-d97ef14b-7fc5-4bb1-aeeb-516ba5089253 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Quota usage for port was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:26.796027 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-d97ef14b-7fc5-4bb1-aeeb-516ba5089253 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:26.823108 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Attempting to bind port 9d40bb17-0fde-4aba-a493-413d468120af on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:54:26.823858 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Attempting to bind port 9d40bb17-0fde-4aba-a493-413d468120af by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:54:26.824488 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Attempting to bind port 9d40bb17-0fde-4aba-a493-413d468120af on network 06ea3fc8-bdc7-4401-9b28-54093eee0170 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:54:26.832957 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ec84-cd71-40d0-a905-f72bcca16ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:26.842918 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:54:26.843716 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Checking segment: {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:54:26.844379 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:26.845045 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Bound using segment: {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:54:26.846459 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Bound port: 9d40bb17-0fde-4aba-a493-413d468120af, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:54:26.847234 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:26.863713 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-91a72331-eb1a-45e3-b958-32a9eb62a359 req-d9978483-a691-4ced-9201-03ca4b719c7c tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2636995 Jan 20 20:54:26.932536 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-d97ef14b-7fc5-4bb1-aeeb-516ba5089253 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Made reservation on behalf of d209d9e0bc3a4f3a84269bb5c2083a6a for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:54:26.940704 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 3c19048d-799f-478c-8645-eef7ce4480bb triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:26.941359 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:26.959739 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-d97ef14b-7fc5-4bb1-aeeb-516ba5089253 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:27.000279 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c5d4ec84-cd71-40d0-a905-f72bcca16ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:27.005629 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-c5d4ec84-cd71-40d0-a905-f72bcca16ec9 admin admin] Usage tracker for resource:security_group_rule and tenant:21e30b2fa3f14379bc9e2b82d95f9318 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:27.009482 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-c5d4ec84-cd71-40d0-a905-f72bcca16ec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:27.016722 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c5d4ec84-cd71-40d0-a905-f72bcca16ec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:27.251530 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] For port 9d40bb17-0fde-4aba-a493-413d468120af, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:54:27.258555 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] For port 9d40bb17-0fde-4aba-a493-413d468120af, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=9d40bb17-0fde-4aba-a493-413d468120af,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:54:27.267964 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ec84-cd71-40d0-a905-f72bcca16ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:27.270123 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:27.303018 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:27.305856 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Request body: {'port': {'device_id': 'e19df1e5-ed21-402d-9ba4-d215dacc6f81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:27.451926 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:27.533727 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f46a34f2-f942-4a9e-8983-db0a7d3f0143 req-cce01711-1fa9-4294-b1ce-0d5d9561b513 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 210 time: 0.6464283 Jan 20 20:54:27.557883 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe856f-ee08-4db8-8b57-ea5e3a94d894 None None] Pushing event updated for resources: {'Port': ['ID=9d40bb17-0fde-4aba-a493-413d468120af,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:27.586970 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dbfe856f-ee08-4db8-8b57-ea5e3a94d894 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:27.618402 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ec84-cd71-40d0-a905-f72bcca16ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:27.641546 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:54:27.657071 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Sync routers for ids ['0f9856d7-72ea-488e-8744-b216c335ef4c'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:54:27.676262 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Routers {'0f9856d7-72ea-488e-8744-b216c335ef4c'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:54:27.677054 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:54:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['0f9856d7-72ea-488e-8744-b216c335ef4c'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:27.740779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:27.826494 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4ec84-cd71-40d0-a905-f72bcca16ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e507ecac-db7f-4a54-8d65-5628c1708ccc,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:27.845357 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c5d4ec84-cd71-40d0-a905-f72bcca16ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:27.869623 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] 10.222.0.18 "PUT /v2.0/routers/0f9856d7-72ea-488e-8744-b216c335ef4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5174682 Jan 20 20:54:27.881468 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:27.901035 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-c5d4ec84-cd71-40d0-a905-f72bcca16ec9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21e30b2fa3f14379bc9e2b82d95f9318&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1469295 Jan 20 20:54:27.905213 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50738) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:27.961756 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Routers {'2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:54:27.962881 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:54:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:28.213892 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Set router 0f9856d7-72ea-488e-8744-b216c335ef4c gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:54:28.348950 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:54:28.438658 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dcd22876-63e9-40d0-80fd-66487882fbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:28.541882 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dcd22876-63e9-40d0-80fd-66487882fbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:28.663782 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Sync routers for ids ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:54:28.751093 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dcd22876-63e9-40d0-80fd-66487882fbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:28.790143 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-91743b76-601a-4ef5-b6d7-31b2dab575dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:28.835481 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd22876-63e9-40d0-80fd-66487882fbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e507ecac-db7f-4a54-8d65-5628c1708ccc,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:28.843713 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dcd22876-63e9-40d0-80fd-66487882fbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:28.845747 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-dcd22876-63e9-40d0-80fd-66487882fbeb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e507ecac-db7f-4a54-8d65-5628c1708ccc HTTP/1.1" status: 204 len: 168 time: 0.9386661 Jan 20 20:54:28.849939 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dcd22876-63e9-40d0-80fd-66487882fbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:28.853572 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Routers {'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:54:28.858263 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:54:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:29.102410 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Allocated IP 172.20.0.1 (9041c0a2-a772-4470-a39a-9b8ab252366c/9d457b81-4eac-442d-b015-2dcf9f7a050c/6615f521-8d37-4844-9bcb-1e886d565c34) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:54:29.507762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'name': 'tempest-ServerRescueNegativeTestJSON-1041422289-router', 'tenant_id': 'fd4acf44f08949f899f3c5761d72cb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c19048d-799f-478c-8645-eef7ce4480bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:04Z', 'updated_at': '2021-01-20T20:54:18Z', 'revision_number': 4, 'project_id': 'fd4acf44f08949f899f3c5761d72cb34', 'gw_port': {'id': '3c19048d-799f-478c-8645-eef7ce4480bb', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:06Z', 'updated_at': '2021-01-20T20:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': 'ee583fa8-04c6-470a-b8c5-2d64fc150f07', 'name': '', 'network_id': '32b3adf7-5052-49cb-b08c-47d815946f90', 'tenant_id': 'fd4acf44f08949f899f3c5761d72cb34', 'mac_address': 'fa:16:3e:29:b6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e1a6ce97-8658-4c05-bda6-1c27ed45d811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:15Z', 'updated_at': '2021-01-20T20:54:20Z', 'revision_number': 2, 'project_id': 'fd4acf44f08949f899f3c5761d72cb34', 'subnets': [{'id': 'e1a6ce97-8658-4c05-bda6-1c27ed45d811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:29.536516 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Checking router: 0f9856d7-72ea-488e-8744-b216c335ef4c for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:54:29.536964 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Updating router 0f9856d7-72ea-488e-8744-b216c335ef4c port ee583fa8-04c6-470a-b8c5-2d64fc150f07 binding host dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 20:54:29.729827 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e5fb9779-5efd-4318-87e9-383e42500354 req-12833623-66c6-498b-b570-749f9c290f49 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 210 time: 0.3049974 Jan 20 20:54:29.742255 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965f6bd3-bc76-44e4-a07a-e316f21f2d7b {{(pid=80112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 20:54:29.743389 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:29.771336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:29.827422 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Transition to ACTIVE for port object 965f6bd3-bc76-44e4-a07a-e316f21f2d7b will not be triggered until provisioned by entity L2. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:54:29.838038 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:29.921418 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] Set router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:54:30.022374 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:30.283131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:30.458444 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:30.459959 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 21.0210578 Jan 20 20:54:30.470933 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Transition to ACTIVE for port object 6615f521-8d37-4844-9bcb-1e886d565c34 will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:54:30.472548 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 50776) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:30.580051 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Pushing event updated for resources: {'Port': ['ID=965f6bd3-bc76-44e4-a07a-e316f21f2d7b,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:31.006202 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:31.033624 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:31.038519 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Transition to ACTIVE for port object ee583fa8-04c6-470a-b8c5-2d64fc150f07 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:54:31.051910 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:31.084147 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:31.179631 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Attempting to bind port 965f6bd3-bc76-44e4-a07a-e316f21f2d7b on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:54:31.179631 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Attempting to bind port 965f6bd3-bc76-44e4-a07a-e316f21f2d7b by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '7f9c0258-7d21-46bc-96bf-f72e205bc55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8'}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:54:31.183949 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Attempting to bind port 965f6bd3-bc76-44e4-a07a-e316f21f2d7b on network 02f02c29-d0f9-49ff-9943-9bbf967e5bb8 {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:54:31.251945 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:54:31.252452 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Checking segment: {'id': '7f9c0258-7d21-46bc-96bf-f72e205bc55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:54:31.256691 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:31.257139 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Bound using segment: {'id': '7f9c0258-7d21-46bc-96bf-f72e205bc55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8'} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:54:31.257949 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Bound port: 965f6bd3-bc76-44e4-a07a-e316f21f2d7b, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9c0258-7d21-46bc-96bf-f72e205bc55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8'}}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:54:31.264729 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:31.326030 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6ecba-86bb-4e51-8505-29cd81e834e7 None None] Pushing event updated for resources: {'Port': ['ID=ee583fa8-04c6-470a-b8c5-2d64fc150f07,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:31.683469 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ba911b15-a5e2-4e77-b092-ca5821b7fb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:31.746449 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4305f8-4f18-4f83-9ba3-324fcb8626a6 req-8e04fcb9-7416-4945-be75-725d1614961b tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:31.756969 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Set router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:54:31.766832 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad4305f8-4f18-4f83-9ba3-324fcb8626a6 req-8e04fcb9-7416-4945-be75-725d1614961b tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 943 time: 3.3809769 Jan 20 20:54:31.801323 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b3d6ecba-86bb-4e51-8505-29cd81e834e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:31.992139 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] For port 965f6bd3-bc76-44e4-a07a-e316f21f2d7b, host hv-cinder-74915, cleared binding levels {{(pid=80112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:54:32.301469 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad4305f8-4f18-4f83-9ba3-324fcb8626a6 req-9ff1f88d-5711-47c2-9302-81f4b099ec51 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308695 Jan 20 20:54:32.400223 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-babf8d18-abbb-4e71-8d8b-c9c721191c65 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:32.401531 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-babf8d18-abbb-4e71-8d8b-c9c721191c65 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Synchronizing usage tracker for tenant:fd4acf44f08949f899f3c5761d72cb34 on resource:network {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:54:32.406366 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T20:54:13Z', 'revision_number': 3, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:32.423302 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] For port 965f6bd3-bc76-44e4-a07a-e316f21f2d7b, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=965f6bd3-bc76-44e4-a07a-e316f21f2d7b,segment=NetworkSegment(7f9c0258-7d21-46bc-96bf-f72e205bc55e),segment_id=7f9c0258-7d21-46bc-96bf-f72e205bc55e)] {{(pid=80112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:54:32.515019 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:32.525105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-babf8d18-abbb-4e71-8d8b-c9c721191c65 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Unset dirty status for tenant:fd4acf44f08949f899f3c5761d72cb34 on resource:network {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:54:32.536097 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-babf8d18-abbb-4e71-8d8b-c9c721191c65 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/networks?id=32b3adf7-5052-49cb-b08c-47d815946f90 HTTP/1.1" status: 200 len: 819 time: 0.9864366 Jan 20 20:54:32.743074 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:32.997178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749df023-9eff-4c61-9d6f-ea68bc74dbd0 None None] The sync data for ids ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'] in dv-cinder-749155-5-iscsi is: [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T20:54:13Z', 'revision_number': 3, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:54:33.057052 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-65a39deb-68c7-4fa3-9a4f-18a88d2735f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:33.060075 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-87ff404c-7d59-4800-838a-d97be188fa7d tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/quotas/fd4acf44f08949f899f3c5761d72cb34 HTTP/1.1" status: 200 len: 375 time: 0.5226321 Jan 20 20:54:33.076868 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Pushing event updated for resources: {'Port': ['ID=965f6bd3-bc76-44e4-a07a-e316f21f2d7b,revision_number=3']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:33.097384 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:33.146972 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Attempting to bind port ee583fa8-04c6-470a-b8c5-2d64fc150f07 on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:54:33.147726 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Attempting to bind port ee583fa8-04c6-470a-b8c5-2d64fc150f07 by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': 'd69dcd0c-7fd9-4f00-9c16-ffc7451eb71b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32b3adf7-5052-49cb-b08c-47d815946f90'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:54:33.148340 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Attempting to bind port ee583fa8-04c6-470a-b8c5-2d64fc150f07 on network 32b3adf7-5052-49cb-b08c-47d815946f90 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:54:33.172241 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:54:33.173028 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Checking segment: {'id': 'd69dcd0c-7fd9-4f00-9c16-ffc7451eb71b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32b3adf7-5052-49cb-b08c-47d815946f90'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:54:33.173692 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:33.179359 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Bound using segment: {'id': 'd69dcd0c-7fd9-4f00-9c16-ffc7451eb71b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32b3adf7-5052-49cb-b08c-47d815946f90'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:54:33.180401 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Bound port: ee583fa8-04c6-470a-b8c5-2d64fc150f07, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69dcd0c-7fd9-4f00-9c16-ffc7451eb71b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32b3adf7-5052-49cb-b08c-47d815946f90'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:54:33.181080 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:33.189430 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:33.312499 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:33.439723 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] For port ee583fa8-04c6-470a-b8c5-2d64fc150f07, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:54:33.459094 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] For port ee583fa8-04c6-470a-b8c5-2d64fc150f07, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=ee583fa8-04c6-470a-b8c5-2d64fc150f07,segment=NetworkSegment(d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b),segment_id=d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:54:33.473955 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:33.494878 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:33.684745 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-ac7d1648-6857-4326-b77b-d99fd883d84c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Synchronizing usage tracker for tenant:fd4acf44f08949f899f3c5761d72cb34 on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:54:33.729474 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:19Z', 'revision_number': 3, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:33.743846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Checking router: fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:54:33.746647 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Updating router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 port 0964c4a4-3576-4940-8094-6cfca9b3a067 binding host dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 20:54:33.861970 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:33.892169 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-ac7d1648-6857-4326-b77b-d99fd883d84c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Unset dirty status for tenant:fd4acf44f08949f899f3c5761d72cb34 on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:54:33.917223 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-ac7d1648-6857-4326-b77b-d99fd883d84c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd4acf44f08949f899f3c5761d72cb34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8129678 Jan 20 20:54:34.028452 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:34.038921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:34.061298 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:34.280029 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6ecba-86bb-4e51-8505-29cd81e834e7 None None] Pushing event updated for resources: {'Port': ['ID=ee583fa8-04c6-470a-b8c5-2d64fc150f07,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:34.289362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b3d6ecba-86bb-4e51-8505-29cd81e834e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:34.341245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Routers {'0f9856d7-72ea-488e-8744-b216c335ef4c'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:54:34.343678 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:54:33Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['0f9856d7-72ea-488e-8744-b216c335ef4c'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:34.383066 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3c1fd412-2724-4553-9bde-bba51baf7c0c req-446eb646-ba75-438f-84bd-e95cd6d50bfe tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 210 time: 1.2596421 Jan 20 20:54:34.390182 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-d97ef14b-7fc5-4bb1-aeeb-516ba5089253 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Allocated IP 172.20.0.5 (a2fb3b84-0db2-4074-a91d-81a46ce99630/7b1e292a-aa3d-412e-be3c-fd3d6fceace7/8333b025-f3fb-4d7d-8870-41cd8d0d461d) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:54:34.653037 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-a2619c9e-0583-47bc-ba7d-3f1db882d8a8 service neutron] 10.222.0.18 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6835978 Jan 20 20:54:34.749321 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 9d40bb17-0fde-4aba-a493-413d468120af up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:34.989851 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] Set router 0f9856d7-72ea-488e-8744-b216c335ef4c gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:54:35.104418 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Network 9041c0a2-a772-4470-a39a-9b8ab252366c is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:54:35.121365 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:35.163092 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:54:35.163908 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854383707'] for router_interface, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:35.422966 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 9d40bb17-0fde-4aba-a493-413d468120af completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:54:35.480964 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-8498416d-41b6-442f-90a3-a482c95f90c4 service neutron] 10.222.0.18 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8252223 Jan 20 20:54:35.509981 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:35.512327 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:35.525156 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] 10.222.0.10 "PUT /v2.0/ports/965f6bd3-bc76-44e4-a07a-e316f21f2d7b HTTP/1.1" status: 200 len: 1157 time: 8.7872298 Jan 20 20:54:35.526226 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19df1e5-ed21-402d-9ba4-d215dacc6f81', 'tag': '965f6bd3-bc76-44e4-a07a-e316f21f2d7b'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:54:35.635722 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 9d40bb17-0fde-4aba-a493-413d468120af triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:35.644333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:35.644515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'name': 'tempest-ServerRescueNegativeTestJSON-1041422289-router', 'tenant_id': 'fd4acf44f08949f899f3c5761d72cb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c19048d-799f-478c-8645-eef7ce4480bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:04Z', 'updated_at': '2021-01-20T20:54:18Z', 'revision_number': 4, 'project_id': 'fd4acf44f08949f899f3c5761d72cb34', 'gw_port': {'id': '3c19048d-799f-478c-8645-eef7ce4480bb', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:06Z', 'updated_at': '2021-01-20T20:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': 'ee583fa8-04c6-470a-b8c5-2d64fc150f07', 'name': '', 'network_id': '32b3adf7-5052-49cb-b08c-47d815946f90', 'tenant_id': 'fd4acf44f08949f899f3c5761d72cb34', 'mac_address': 'fa:16:3e:29:b6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e1a6ce97-8658-4c05-bda6-1c27ed45d811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:15Z', 'updated_at': '2021-01-20T20:54:33Z', 'revision_number': 4, 'project_id': 'fd4acf44f08949f899f3c5761d72cb34', 'subnets': [{'id': 'e1a6ce97-8658-4c05-bda6-1c27ed45d811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:35.649365 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78981277-6715-4a73-ad20-c7bd4b39035a None None] The sync data for ids ['0f9856d7-72ea-488e-8744-b216c335ef4c'] in dv-cinder-749155-5-iscsi is: [{'id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'name': 'tempest-ServerRescueNegativeTestJSON-1041422289-router', 'tenant_id': 'fd4acf44f08949f899f3c5761d72cb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c19048d-799f-478c-8645-eef7ce4480bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:04Z', 'updated_at': '2021-01-20T20:54:18Z', 'revision_number': 4, 'project_id': 'fd4acf44f08949f899f3c5761d72cb34', 'gw_port': {'id': '3c19048d-799f-478c-8645-eef7ce4480bb', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:06Z', 'updated_at': '2021-01-20T20:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': 'ee583fa8-04c6-470a-b8c5-2d64fc150f07', 'name': '', 'network_id': '32b3adf7-5052-49cb-b08c-47d815946f90', 'tenant_id': 'fd4acf44f08949f899f3c5761d72cb34', 'mac_address': 'fa:16:3e:29:b6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e1a6ce97-8658-4c05-bda6-1c27ed45d811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:15Z', 'updated_at': '2021-01-20T20:54:33Z', 'revision_number': 4, 'project_id': 'fd4acf44f08949f899f3c5761d72cb34', 'subnets': [{'id': 'e1a6ce97-8658-4c05-bda6-1c27ed45d811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:54:36.082180 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Pushing event updated for resources: {'Port': ['ID=6615f521-8d37-4844-9bcb-1e886d565c34,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:36.122490 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-9b5c3d40-f336-4852-9474-e4d9ba52c7bc None None] Provisioning for port 6615f521-8d37-4844-9bcb-1e886d565c34 completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:54:36.394527 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:36.448984 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-9b5c3d40-f336-4852-9474-e4d9ba52c7bc None None] Provisioning complete for port 6615f521-8d37-4844-9bcb-1e886d565c34 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:36.449992 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9b5c3d40-f336-4852-9474-e4d9ba52c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:36.490161 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-0c311a23-519d-4312-bef3-e498a477ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:36.491868 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-0c311a23-519d-4312-bef3-e498a477ff23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76c7abf965e144cf8d55b3ce9914e21b&device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 1160 time: 0.5634594 Jan 20 20:54:36.568698 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-9b5c3d40-f336-4852-9474-e4d9ba52c7bc None None] Port 6615f521-8d37-4844-9bcb-1e886d565c34 cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 20:54:36.665946 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port 9d40bb17-0fde-4aba-a493-413d468120af, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=9d40bb17-0fde-4aba-a493-413d468120af,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:54:36.687815 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:36.726512 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:36.866847 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.805s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:37.282167 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:37.340472 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Transition to ACTIVE for port object 0964c4a4-3576-4940-8094-6cfca9b3a067 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:54:37.362018 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device ee583fa8-04c6-470a-b8c5-2d64fc150f07 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:37.597258 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:37.681770 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-d16e342f-df75-4261-a131-1880e669a65b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=965f6bd3-bc76-44e4-a07a-e316f21f2d7b HTTP/1.1" status: 200 len: 217 time: 1.1657479 Jan 20 20:54:37.888136 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8633a928-b873-40d7-a3fa-c23bec97eaf8 req-ec02a755-5058-47b1-a7d6-107c7e9f1044 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 210 time: 1.3906522 Jan 20 20:54:38.029034 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=9d40bb17-0fde-4aba-a493-413d468120af,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:38.037998 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-f0a05eec-5a55-418a-8eef-9fbd2d7c2017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:38.039730 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-f0a05eec-5a55-418a-8eef-9fbd2d7c2017 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=377a8709-324b-4662-b116-58cbd4317af0 HTTP/1.1" status: 200 len: 855 time: 0.3468802 Jan 20 20:54:38.045621 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.319s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:38.086116 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.369s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:38.282781 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-1e9f5a29-b596-4d05-830d-e5bfbd5c8465 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2130268 Jan 20 20:54:38.290488 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port ee583fa8-04c6-470a-b8c5-2d64fc150f07 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:54:38.521222 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:38.524376 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7cd6bfed-0853-4dfa-b36e-fef761d8137c req-09563a98-84f9-47c3-ab95-7705732a78f1 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 210 time: 0.1591713 Jan 20 20:54:38.592864 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef728efe-f315-46c6-9796-b9631d2f6d93 req-2ec84fc7-96bc-4d5c-b513-c9ab938132c1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:38.597597 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port ee583fa8-04c6-470a-b8c5-2d64fc150f07 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:38.599023 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:38.615272 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ef728efe-f315-46c6-9796-b9631d2f6d93 req-2ec84fc7-96bc-4d5c-b513-c9ab938132c1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 943 time: 3.4964001 Jan 20 20:54:38.630116 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:38.648339 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:38.712865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Attempting to bind port 0964c4a4-3576-4940-8094-6cfca9b3a067 on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:54:38.713537 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Attempting to bind port 0964c4a4-3576-4940-8094-6cfca9b3a067 by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:54:38.715446 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Attempting to bind port 0964c4a4-3576-4940-8094-6cfca9b3a067 on network 06ea3fc8-bdc7-4401-9b28-54093eee0170 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:54:38.732647 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187d262-5833-4e43-ae84-d8b89bf72700 None None] Pushing event updated for resources: {'Port': ['ID=0964c4a4-3576-4940-8094-6cfca9b3a067,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:38.752100 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6187d262-5833-4e43-ae84-d8b89bf72700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:38.753408 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:54:38.753841 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Checking segment: {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:54:38.754405 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:38.755357 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Bound using segment: {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:54:38.755925 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Bound port: 0964c4a4-3576-4940-8094-6cfca9b3a067, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:54:38.770199 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:39.219881 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-618952d5-40ae-4abf-a9cc-cfe141005666 service neutron] 10.222.0.10 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6203685 Jan 20 20:54:39.340012 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.10', 57041) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:39.583617 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] For port 0964c4a4-3576-4940-8094-6cfca9b3a067, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:54:39.588196 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] For port 0964c4a4-3576-4940-8094-6cfca9b3a067, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=0964c4a4-3576-4940-8094-6cfca9b3a067,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:54:39.596485 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:39.613809 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6187d262-5833-4e43-ae84-d8b89bf72700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:39.699034 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187d262-5833-4e43-ae84-d8b89bf72700 None None] Pushing event updated for resources: {'Port': ['ID=0964c4a4-3576-4940-8094-6cfca9b3a067,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:39.756055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6187d262-5833-4e43-ae84-d8b89bf72700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:39.812972 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:39.845580 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:39.897538 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:39.912391 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f9e20500-86fa-41d6-85e6-078e9d0dbed9 req-14cd24ce-8a0c-4262-934a-715b89ff56e3 service neutron] 10.222.0.10 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6614051 Jan 20 20:54:39.925467 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19df1e5-ed21-402d-9ba4-d215dacc6f81', 'tag': '965f6bd3-bc76-44e4-a07a-e316f21f2d7b', 'status': 'completed', 'code': 200} Jan 20 20:54:39.995957 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port ee583fa8-04c6-470a-b8c5-2d64fc150f07, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=ee583fa8-04c6-470a-b8c5-2d64fc150f07,segment=NetworkSegment(d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b),segment_id=d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:54:40.038809 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:40.042369 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:40.194925 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=ee583fa8-04c6-470a-b8c5-2d64fc150f07,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:40.230643 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:40.234521 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Routers {'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:54:40.235630 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:54:33Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:40.292319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 9d40bb17-0fde-4aba-a493-413d468120af up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:40.435996 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-846e5101-751d-4029-bb7f-c02edbd6fed5 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:40.438457 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-846e5101-751d-4029-bb7f-c02edbd6fed5 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.10 "GET /v2.0/networks?id=32b3adf7-5052-49cb-b08c-47d815946f90 HTTP/1.1" status: 200 len: 819 time: 0.5221467 Jan 20 20:54:40.657005 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c190a1-3016-4d49-a078-e6edfc04ce02 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Request body: {'port': {'device_id': 'fa4f4d2f-5d32-4861-b68f-1f8643b83a82', 'network_id': '32b3adf7-5052-49cb-b08c-47d815946f90', 'admin_state_up': True, 'tenant_id': 'fd4acf44f08949f899f3c5761d72cb34'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:40.667169 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 9d40bb17-0fde-4aba-a493-413d468120af triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:40.667599 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:40.687907 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1c45e6ae-7a96-47c3-8636-e89c1353b0e7 req-9bddb89b-6b68-486a-bf8c-d39f6891601e tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 210 time: 0.2460723 Jan 20 20:54:40.762465 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851088269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854398142'] for router_interface, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:40.771329 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] Set router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:54:40.835844 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f23a17-9cd2-41a8-9a36-8a5917bcc59b req-645967b7-fce2-400b-80de-1240b191633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:40.852771 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-45f23a17-9cd2-41a8-9a36-8a5917bcc59b req-645967b7-fce2-400b-80de-1240b191633e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76c7abf965e144cf8d55b3ce9914e21b&device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 1160 time: 0.4127696 Jan 20 20:54:41.167522 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f23a17-9cd2-41a8-9a36-8a5917bcc59b req-aec0deb8-f82f-4513-8726-5978a434a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:41.169717 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-45f23a17-9cd2-41a8-9a36-8a5917bcc59b req-aec0deb8-f82f-4513-8726-5978a434a79d service neutron] 10.222.0.10 "GET /v2.0/networks?id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8 HTTP/1.1" status: 200 len: 909 time: 0.3090622 Jan 20 20:54:41.292309 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:19Z', 'revision_number': 3, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:41.305173 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67f0489-44a4-4517-8fca-aa2db738a308 None None] The sync data for ids ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'] in dv-cinder-749155-5-iscsi is: [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:19Z', 'revision_number': 3, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:54:41.308077 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ef728efe-f315-46c6-9796-b9631d2f6d93 req-18ec45e7-2963-4a71-9636-aa3e3f122e8b tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.6909509 Jan 20 20:54:41.439290 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:41.519719 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-45f23a17-9cd2-41a8-9a36-8a5917bcc59b req-753ab3eb-360b-4b1a-9312-be1eab22ae26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=965f6bd3-bc76-44e4-a07a-e316f21f2d7b HTTP/1.1" status: 200 len: 217 time: 0.3373308 Jan 20 20:54:41.569884 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-3911d8b6-2eab-4113-9b80-4621d4b2624b tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:41.572515 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-3911d8b6-2eab-4113-9b80-4621d4b2624b tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/networks?id=32b3adf7-5052-49cb-b08c-47d815946f90 HTTP/1.1" status: 200 len: 819 time: 0.3913443 Jan 20 20:54:41.605776 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c190a1-3016-4d49-a078-e6edfc04ce02 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:41.643334 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Network 9041c0a2-a772-4470-a39a-9b8ab252366c is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:54:41.653135 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-28e5c629-372a-47e0-a5cb-af9404d040e7 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/quotas/fd4acf44f08949f899f3c5761d72cb34 HTTP/1.1" status: 200 len: 375 time: 0.0681469 Jan 20 20:54:41.658490 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c190a1-3016-4d49-a078-e6edfc04ce02 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:41.711929 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:41.790991 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Allocated IP 172.20.0.1 (f278e563-18ec-4833-a094-4f0a1a5f0abc/4c922eec-afe6-4eee-af95-8fb9a05787f0/5f34744a-aa6e-4bc4-a407-3531d605c118) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:54:42.089291 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f23a17-9cd2-41a8-9a36-8a5917bcc59b req-e60bb541-8dfd-4eb4-895f-edc44c1c8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:42.092357 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-45f23a17-9cd2-41a8-9a36-8a5917bcc59b req-e60bb541-8dfd-4eb4-895f-edc44c1c8ee6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=377a8709-324b-4662-b116-58cbd4317af0 HTTP/1.1" status: 200 len: 855 time: 0.3524332 Jan 20 20:54:42.270621 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device ee583fa8-04c6-470a-b8c5-2d64fc150f07 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:42.366337 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-490faccc-7bc7-4ca2-b40c-9a819b2b98d9 req-4633dedc-49b2-41f4-947f-618330a0adb5 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 210 time: 0.0961897 Jan 20 20:54:42.408819 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Pushing event updated for resources: {'Port': ['ID=6615f521-8d37-4844-9bcb-1e886d565c34,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:42.428054 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-45f23a17-9cd2-41a8-9a36-8a5917bcc59b req-b72e6d41-274f-4c16-b2ae-72f577b61c59 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2758906 Jan 20 20:54:42.438529 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c190a1-3016-4d49-a078-e6edfc04ce02 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Made reservation on behalf of fd4acf44f08949f899f3c5761d72cb34 for: {'port': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:54:42.478404 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.039s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:42.479372 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c190a1-3016-4d49-a078-e6edfc04ce02 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:42.561474 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.objects.ports [None req-20152328-1025-4434-ad3e-2054c00839ee None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80114) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 20 20:54:42.589509 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port ee583fa8-04c6-470a-b8c5-2d64fc150f07 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:42.590185 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:42.617485 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-d97ef14b-7fc5-4bb1-aeeb-516ba5089253 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:42.621491 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-90b75322-c9cb-46a9-b53f-e46e845b9c80 None None] Provisioning complete for port 6615f521-8d37-4844-9bcb-1e886d565c34 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:42.622250 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-90b75322-c9cb-46a9-b53f-e46e845b9c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:42.709011 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-90b75322-c9cb-46a9-b53f-e46e845b9c80 None None] Port 6615f521-8d37-4844-9bcb-1e886d565c34 cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 20:54:42.876763 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 20:54:42.912259 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-45f23a17-9cd2-41a8-9a36-8a5917bcc59b req-6a7609da-7180-4fd5-b18d-569d47300d6d service neutron] 10.222.0.10 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801877 Jan 20 20:54:43.247598 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-054627c7-9947-4723-b9ea-d7df025b34f6 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd4acf44f08949f899f3c5761d72cb34&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5914228 Jan 20 20:54:43.261697 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:54:43.273700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Sync routers for ids ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:54:43.291357 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Routers {'2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:54:43.292064 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:54:33Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:43.359423 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] 10.222.0.18 "PUT /v2.0/routers/2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 22.7167892 Jan 20 20:54:43.374119 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-d97ef14b-7fc5-4bb1-aeeb-516ba5089253 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:43.399948 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:43.455084 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f5a97-f715-49bb-aefa-7d44e6108703 req-0754d4f1-6931-4fad-be0d-4bfffddae84e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:43.456860 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cd9f5a97-f715-49bb-aefa-7d44e6108703 req-0754d4f1-6931-4fad-be0d-4bfffddae84e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 943 time: 0.6770973 Jan 20 20:54:43.644696 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Set router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:54:43.718760 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-efa34ea4-1f65-45fb-b77b-c130883f2712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:43.835586 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-17d7df50-011d-41a7-8eef-be14807d8488 service neutron] 10.222.0.18 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789065 Jan 20 20:54:43.837983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ef14b-7fc5-4bb1-aeeb-516ba5089253 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Pushing event updated for resources: {'Port': ['ID=8333b025-f3fb-4d7d-8870-41cd8d0d461d,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:43.851075 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d97ef14b-7fc5-4bb1-aeeb-516ba5089253 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:43.858275 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cd9f5a97-f715-49bb-aefa-7d44e6108703 req-72fd35a0-d3ff-4e57-92a3-a92553aadc44 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785374 Jan 20 20:54:43.871512 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Transition to ACTIVE for port object 5f34744a-aa6e-4bc4-a407-3531d605c118 will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:54:43.885873 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-d97ef14b-7fc5-4bb1-aeeb-516ba5089253 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Network a2fb3b84-0db2-4074-a91d-81a46ce99630 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:54:43.888643 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-d97ef14b-7fc5-4bb1-aeeb-516ba5089253 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:43.892017 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-d97ef14b-7fc5-4bb1-aeeb-516ba5089253 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:54:43.915459 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-d97ef14b-7fc5-4bb1-aeeb-516ba5089253 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:43.916197 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-d97ef14b-7fc5-4bb1-aeeb-516ba5089253 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:43.955303 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-d97ef14b-7fc5-4bb1-aeeb-516ba5089253 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 20.0471258 Jan 20 20:54:43.980826 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:44.069623 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T20:54:37Z', 'revision_number': 4, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '6615f521-8d37-4844-9bcb-1e886d565c34', 'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'mac_address': 'fa:16:3e:ba:3a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:28Z', 'updated_at': '2021-01-20T20:54:39Z', 'revision_number': 2, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'subnets': [{'id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:44.074334 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Checking router: 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:54:44.074784 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Updating router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea port 6615f521-8d37-4844-9bcb-1e886d565c34 binding host dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 20:54:44.144052 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:44.160968 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:44.211055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 0964c4a4-3576-4940-8094-6cfca9b3a067 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:44.275779 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-45f23a17-9cd2-41a8-9a36-8a5917bcc59b req-c597d609-01cf-474d-aeb1-26947c18740e service neutron] 10.222.0.10 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4123969 Jan 20 20:54:44.321123 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=5f34744a-aa6e-4bc4-a407-3531d605c118,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:44.328607 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:44.394563 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Network f278e563-18ec-4833-a094-4f0a1a5f0abc is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:54:44.425684 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb7f12-f072-4b6d-8cd5-1d0c0282f733 req-3b4cfcb4-1c5a-4cc8-9763-7224f63d3a19 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:44.426560 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-2bfb7f12-f072-4b6d-8cd5-1d0c0282f733 req-3b4cfcb4-1c5a-4cc8-9763-7224f63d3a19 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Synchronizing usage tracker for tenant:d209d9e0bc3a4f3a84269bb5c2083a6a on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:54:44.430866 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 0964c4a4-3576-4940-8094-6cfca9b3a067 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:54:44.438188 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 0964c4a4-3576-4940-8094-6cfca9b3a067 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:44.438432 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:44.438802 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:44.441026 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:54:44.441551 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854383707'] for router_interface, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:44.471064 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-ed7f1a3d-8020-4d54-aaea-23baa861143a service neutron] 10.222.0.18 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6343892 Jan 20 20:54:44.506827 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-2bfb7f12-f072-4b6d-8cd5-1d0c0282f733 req-3b4cfcb4-1c5a-4cc8-9763-7224f63d3a19 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Unset dirty status for tenant:d209d9e0bc3a4f3a84269bb5c2083a6a on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:54:44.508246 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2bfb7f12-f072-4b6d-8cd5-1d0c0282f733 req-3b4cfcb4-1c5a-4cc8-9763-7224f63d3a19 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 931 time: 0.3488605 Jan 20 20:54:44.565086 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c190a1-3016-4d49-a078-e6edfc04ce02 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Allocated IP 172.20.0.5 (32b3adf7-5052-49cb-b08c-47d815946f90/e1a6ce97-8658-4c05-bda6-1c27ed45d811/2dd5a250-83c3-4812-8a99-cd93e09311d3) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:54:44.742197 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:44.787001 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2bfb7f12-f072-4b6d-8cd5-1d0c0282f733 req-a849aa64-4b83-4a8b-b988-f519e7734169 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/security-groups?id=a0fe3448-1e26-427a-b2f9-6a8968955d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429781 Jan 20 20:54:44.806944 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port 0964c4a4-3576-4940-8094-6cfca9b3a067, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=0964c4a4-3576-4940-8094-6cfca9b3a067,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:54:44.813803 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:44.824523 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:44.914085 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 50986) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:44.938395 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:45.038624 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-d96b9f76-b2c5-47c7-b79f-1ab57bacc83e None None] Provisioning for port 5f34744a-aa6e-4bc4-a407-3531d605c118 completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:54:45.058606 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-d96b9f76-b2c5-47c7-b79f-1ab57bacc83e None None] Provisioning complete for port 5f34744a-aa6e-4bc4-a407-3531d605c118 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:45.065550 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d96b9f76-b2c5-47c7-b79f-1ab57bacc83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:45.182775 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=0964c4a4-3576-4940-8094-6cfca9b3a067,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:45.198423 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:45.199495 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c190a1-3016-4d49-a078-e6edfc04ce02 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:45.251564 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-d96b9f76-b2c5-47c7-b79f-1ab57bacc83e None None] Port 5f34744a-aa6e-4bc4-a407-3531d605c118 cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 20:54:45.455606 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:45.475686 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Transition to ACTIVE for port object 6615f521-8d37-4844-9bcb-1e886d565c34 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:54:45.481233 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c190a1-3016-4d49-a078-e6edfc04ce02 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:45.481687 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:45.485784 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a0b08ceb-4ffb-44dd-bbbf-3410a10f560f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:45.501320 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:45.520125 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-36d98173-b7d1-4506-a37a-c0b075b32d1b req-4ce14860-7629-454e-9919-13a9f9b89eee tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 210 time: 0.5371401 Jan 20 20:54:45.560851 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Request body: {'port': {'device_id': 'f01c1dac-c987-4aed-9501-6767f10bd4b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:45.752426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 965f6bd3-bc76-44e4-a07a-e316f21f2d7b up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:45.824188 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a0b08ceb-4ffb-44dd-bbbf-3410a10f560f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:45.831327 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:45.930146 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port 965f6bd3-bc76-44e4-a07a-e316f21f2d7b completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:54:45.939180 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 965f6bd3-bc76-44e4-a07a-e316f21f2d7b triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:45.940276 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:45.985838 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-a0b08ceb-4ffb-44dd-bbbf-3410a10f560f admin admin] Usage tracker for resource:security_group_rule and tenant:b5c6e1b1ef2049eeb9f0b921f4a80bd7 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:46.005457 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-a0b08ceb-4ffb-44dd-bbbf-3410a10f560f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:46.045988 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a0b08ceb-4ffb-44dd-bbbf-3410a10f560f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:46.097598 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c190a1-3016-4d49-a078-e6edfc04ce02 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Network 32b3adf7-5052-49cb-b08c-47d815946f90 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:54:46.118758 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c190a1-3016-4d49-a078-e6edfc04ce02 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:46.161963 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c190a1-3016-4d49-a078-e6edfc04ce02 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:54:46.215108 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c190a1-3016-4d49-a078-e6edfc04ce02 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:46.216344 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c190a1-3016-4d49-a078-e6edfc04ce02 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:46.224632 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c190a1-3016-4d49-a078-e6edfc04ce02 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Pushing event updated for resources: {'Port': ['ID=2dd5a250-83c3-4812-8a99-cd93e09311d3,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:46.251552 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-84c190a1-3016-4d49-a078-e6edfc04ce02 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:46.383177 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:46.411333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 0964c4a4-3576-4940-8094-6cfca9b3a067 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:46.442402 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c190a1-3016-4d49-a078-e6edfc04ce02 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8866873 Jan 20 20:54:46.481717 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Request body: {'port': {'device_id': 'fa4f4d2f-5d32-4861-b68f-1f8643b83a82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:46.516349 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 965f6bd3-bc76-44e4-a07a-e316f21f2d7b, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=965f6bd3-bc76-44e4-a07a-e316f21f2d7b,segment=NetworkSegment(7f9c0258-7d21-46bc-96bf-f72e205bc55e),segment_id=7f9c0258-7d21-46bc-96bf-f72e205bc55e)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:54:46.519054 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19df1e5-ed21-402d-9ba4-d215dacc6f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965f6bd3-bc76-44e4-a07a-e316f21f2d7b'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:54:46.606389 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:46.610062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dbfe856f-ee08-4db8-8b57-ea5e3a94d894 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:46.633763 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Attempting to bind port 6615f521-8d37-4844-9bcb-1e886d565c34 on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:54:46.634182 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Attempting to bind port 6615f521-8d37-4844-9bcb-1e886d565c34 by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': '1eeeebe1-ad87-4172-b3b3-c25b1371c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:54:46.634606 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Attempting to bind port 6615f521-8d37-4844-9bcb-1e886d565c34 on network 9041c0a2-a772-4470-a39a-9b8ab252366c {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:54:46.667650 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:54:46.668081 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Checking segment: {'id': '1eeeebe1-ad87-4172-b3b3-c25b1371c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:54:46.668532 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:46.668970 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Bound using segment: {'id': '1eeeebe1-ad87-4172-b3b3-c25b1371c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:54:46.669675 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Bound port: 6615f521-8d37-4844-9bcb-1e886d565c34, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eeeebe1-ad87-4172-b3b3-c25b1371c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:54:46.669917 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:46.827316 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 51016) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:46.829386 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14a72d-902e-4a0a-81bc-155028a1490e None None] Pushing event updated for resources: {'Port': ['ID=6615f521-8d37-4844-9bcb-1e886d565c34,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:46.830510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:46.834121 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2a14a72d-902e-4a0a-81bc-155028a1490e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.333s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:46.941413 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:46.993561 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] For port 6615f521-8d37-4844-9bcb-1e886d565c34, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:54:47.001064 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:47.003549 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] For port 6615f521-8d37-4844-9bcb-1e886d565c34, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=6615f521-8d37-4844-9bcb-1e886d565c34,segment=NetworkSegment(1eeeebe1-ad87-4172-b3b3-c25b1371c4ce),segment_id=1eeeebe1-ad87-4172-b3b3-c25b1371c4ce)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:54:47.009214 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851088269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854398142'] for router_interface, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:47.017830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:47.021290 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=965f6bd3-bc76-44e4-a07a-e316f21f2d7b,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:47.026456 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 965f6bd3-bc76-44e4-a07a-e316f21f2d7b up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:47.066846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b3d6ecba-86bb-4e51-8505-29cd81e834e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:47.085923 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:47.103561 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:47.120442 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 0964c4a4-3576-4940-8094-6cfca9b3a067 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:47.120868 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:47.272899 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:47.276137 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 965f6bd3-bc76-44e4-a07a-e316f21f2d7b triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:47.276480 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:47.351157 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51032) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:47.357051 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14a72d-902e-4a0a-81bc-155028a1490e None None] Pushing event updated for resources: {'Port': ['ID=6615f521-8d37-4844-9bcb-1e886d565c34,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:47.362729 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2a14a72d-902e-4a0a-81bc-155028a1490e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:47.530925 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Routers {'2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:54:47.533302 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:54:33Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:47.626632 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=5f34744a-aa6e-4bc4-a407-3531d605c118,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:47.638073 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:47.668449 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-0852bdc8-5431-478d-80f9-6072b0a1706d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Request body: {'security_group': {'name': 'tempest-securitygroup--1297744346', 'description': 'tempest-description--1709514592'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:47.706308 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-0852bdc8-5431-478d-80f9-6072b0a1706d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:47.727883 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-0852bdc8-5431-478d-80f9-6072b0a1706d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Usage tracker for resource:security_group and tenant:bf5cad5f8aed4851835a12ce330c8ebc is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:47.752284 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-0852bdc8-5431-478d-80f9-6072b0a1706d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:47.769543 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Network f278e563-18ec-4833-a094-4f0a1a5f0abc is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:54:47.776858 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-0852bdc8-5431-478d-80f9-6072b0a1706d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:47.777103 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:47.862412 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecd965-1b67-4c71-92a0-1ed3aadceffb req-5d6f82d1-aba0-44db-8c5f-e2f1b0538613 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:47.864396 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6eecd965-1b67-4c71-92a0-1ed3aadceffb req-5d6f82d1-aba0-44db-8c5f-e2f1b0538613 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 945 time: 0.9203663 Jan 20 20:54:47.963723 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0852bdc8-5431-478d-80f9-6072b0a1706d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:48.159634 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 20:54:48.180122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-db2dc77d-fb0f-498f-b983-32d40111b978 None None] Provisioning complete for port 5f34744a-aa6e-4bc4-a407-3531d605c118 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:48.182802 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-db2dc77d-fb0f-498f-b983-32d40111b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:48.263284 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] Set router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:54:48.269416 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-db2dc77d-fb0f-498f-b983-32d40111b978 None None] Port 5f34744a-aa6e-4bc4-a407-3531d605c118 cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 20:54:48.308104 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-0852bdc8-5431-478d-80f9-6072b0a1706d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:48.348899 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-926231d0-e7f8-44c6-a447-177ee0b3bcfa tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:48.350608 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-926231d0-e7f8-44c6-a447-177ee0b3bcfa tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.10 "GET /v2.0/networks?id=32b3adf7-5052-49cb-b08c-47d815946f90 HTTP/1.1" status: 200 len: 819 time: 0.7647042 Jan 20 20:54:48.352352 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-0852bdc8-5431-478d-80f9-6072b0a1706d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Usage tracker for resource:security_group_rule and tenant:bf5cad5f8aed4851835a12ce330c8ebc is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:48.379749 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6eecd965-1b67-4c71-92a0-1ed3aadceffb req-7a9b5aac-c028-43bf-a1aa-c4d263ad294b tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550600 Jan 20 20:54:48.380612 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc307cfb-c1bc-4b3b-a15c-316fc8e79c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:48.382646 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-0852bdc8-5431-478d-80f9-6072b0a1706d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:48.453517 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-dc307cfb-c1bc-4b3b-a15c-316fc8e79c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:48.471486 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-9d8b0dff-c982-40e8-b919-29bdb6cfa8cf tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Request body: {'port': {'device_id': '9416326e-f148-4924-8cc3-0702a382d1f5', 'network_id': '32b3adf7-5052-49cb-b08c-47d815946f90', 'admin_state_up': True, 'tenant_id': 'fd4acf44f08949f899f3c5761d72cb34'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:48.524306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-dc307cfb-c1bc-4b3b-a15c-316fc8e79c47 admin admin] Usage tracker for resource:security_group_rule and tenant:8cbf0bebfe084f2a8bbba72ed52c2e33 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:48.591613 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-dc307cfb-c1bc-4b3b-a15c-316fc8e79c47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:48.606359 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-dc307cfb-c1bc-4b3b-a15c-316fc8e79c47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:48.607510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a0b08ceb-4ffb-44dd-bbbf-3410a10f560f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:48.627720 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-0852bdc8-5431-478d-80f9-6072b0a1706d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:48.694722 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2dec1334-e801-4730-844f-fdeb3d752946 req-aa26d068-b7ab-4f98-9472-1d22cc5342d3 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 210 time: 0.0917480 Jan 20 20:54:48.706810 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T20:54:37Z', 'revision_number': 4, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '6615f521-8d37-4844-9bcb-1e886d565c34', 'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'mac_address': 'fa:16:3e:ba:3a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:28Z', 'updated_at': '2021-01-20T20:54:46Z', 'revision_number': 4, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'subnets': [{'id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:48.714032 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d617338c-a7b7-4935-aa88-360d19dec4ec None None] The sync data for ids ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'] in dv-cinder-749155-5-iscsi is: [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T20:54:37Z', 'revision_number': 4, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '6615f521-8d37-4844-9bcb-1e886d565c34', 'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'mac_address': 'fa:16:3e:ba:3a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:28Z', 'updated_at': '2021-01-20T20:54:46Z', 'revision_number': 4, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'subnets': [{'id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:54:48.714271 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a0b08ceb-4ffb-44dd-bbbf-3410a10f560f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:48.714391 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:54:48.727215 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] 10.222.0.18 "PUT /v2.0/routers/fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.2534337 Jan 20 20:54:48.733173 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Sync routers for ids ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:54:48.750434 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Routers {'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:54:48.754925 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:54:33Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:48.992282 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0852bdc8-5431-478d-80f9-6072b0a1706d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:49.058622 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 965f6bd3-bc76-44e4-a07a-e316f21f2d7b up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:49.082805 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8333b025-f3fb-4d7d-8870-41cd8d0d461d {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 20:54:49.117733 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:49.132908 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c5d4ec84-cd71-40d0-a905-f72bcca16ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:49.154186 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-a0b08ceb-4ffb-44dd-bbbf-3410a10f560f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5c6e1b1ef2049eeb9f0b921f4a80bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 4.2362242 Jan 20 20:54:49.161188 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51060) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:49.166103 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19df1e5-ed21-402d-9ba4-d215dacc6f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965f6bd3-bc76-44e4-a07a-e316f21f2d7b', 'code': 200} Jan 20 20:54:49.223106 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Transition to ACTIVE for port object 8333b025-f3fb-4d7d-8870-41cd8d0d461d will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:54:49.238480 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0852bdc8-5431-478d-80f9-6072b0a1706d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:49.243862 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-9d8b0dff-c982-40e8-b919-29bdb6cfa8cf tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:49.277913 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc307cfb-c1bc-4b3b-a15c-316fc8e79c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:49.307331 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:49.310647 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Set router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:54:49.315314 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c442f5-690c-4097-a2d6-38762ed9a1a7 req-b2724e05-02db-4932-ad8c-05afd555c8a8 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:49.322350 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c9c442f5-690c-4097-a2d6-38762ed9a1a7 req-b2724e05-02db-4932-ad8c-05afd555c8a8 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 931 time: 2.4330797 Jan 20 20:54:49.359482 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc307cfb-c1bc-4b3b-a15c-316fc8e79c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:49.370646 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-9d8b0dff-c982-40e8-b919-29bdb6cfa8cf tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Usage tracker for resource:port and tenant:fd4acf44f08949f899f3c5761d72cb34 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:49.379547 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d97ef14b-7fc5-4bb1-aeeb-516ba5089253 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:49.383149 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-9d8b0dff-c982-40e8-b919-29bdb6cfa8cf tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Quota usage for port was recalculated. Used quota:2. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:49.430347 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b08ceb-4ffb-44dd-bbbf-3410a10f560f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4077be10-902b-4eef-a0d0-c99d4ab9b172,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:49.436117 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a0b08ceb-4ffb-44dd-bbbf-3410a10f560f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:49.444302 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 965f6bd3-bc76-44e4-a07a-e316f21f2d7b triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:49.444726 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:49.449378 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-9d8b0dff-c982-40e8-b919-29bdb6cfa8cf tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:49.451636 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.10', 57059) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:49.459014 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7d178c35-e33c-4086-a5c5-2e76a80ac9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:49.605060 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0852bdc8-5431-478d-80f9-6072b0a1706d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:49.611624 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-0852bdc8-5431-478d-80f9-6072b0a1706d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.7288392 Jan 20 20:54:49.619508 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-c9c442f5-690c-4097-a2d6-38762ed9a1a7 req-9e524591-eedc-4411-958e-695e07d6198f tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Synchronizing usage tracker for tenant:d209d9e0bc3a4f3a84269bb5c2083a6a on resource:security_group {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:54:49.636564 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 51076) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:49.647404 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-9d8b0dff-c982-40e8-b919-29bdb6cfa8cf tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Made reservation on behalf of fd4acf44f08949f899f3c5761d72cb34 for: {'port': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:54:49.657996 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-9d8b0dff-c982-40e8-b919-29bdb6cfa8cf tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:49.742121 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-b934afdf-2a4c-4260-a20f-a32c7b1b71e1 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Request body: {'security_group_rule': {'security_group_id': '6aac067e-33e3-414d-9dc3-2cff6d8779a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:49.766083 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b934afdf-2a4c-4260-a20f-a32c7b1b71e1 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:49.776444 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-b934afdf-2a4c-4260-a20f-a32c7b1b71e1 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Usage tracker for resource:security_group_rule and tenant:bf5cad5f8aed4851835a12ce330c8ebc is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:49.783723 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-b934afdf-2a4c-4260-a20f-a32c7b1b71e1 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:49.793927 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-dc307cfb-c1bc-4b3b-a15c-316fc8e79c47 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8cbf0bebfe084f2a8bbba72ed52c2e33&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3926485 Jan 20 20:54:49.795411 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Pushing event updated for resources: {'Port': ['ID=8333b025-f3fb-4d7d-8870-41cd8d0d461d,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:49.803252 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b934afdf-2a4c-4260-a20f-a32c7b1b71e1 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:49.807482 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51082) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:49.866654 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:49.871267 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4ddd1b28-7895-4154-b78d-0917609d811b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:49.880739 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852bdc8-5431-478d-80f9-6072b0a1706d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Pushing event updated for resources: {'SecurityGroup': ['ID=6aac067e-33e3-414d-9dc3-2cff6d8779a5,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:49.884931 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0852bdc8-5431-478d-80f9-6072b0a1706d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:49.914205 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b934afdf-2a4c-4260-a20f-a32c7b1b71e1 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group_rule, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:49.921164 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc307cfb-c1bc-4b3b-a15c-316fc8e79c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7b9a10-f36e-4d93-8860-452d354522cd,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:49.923580 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-c9c442f5-690c-4097-a2d6-38762ed9a1a7 req-9e524591-eedc-4411-958e-695e07d6198f tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Unset dirty status for tenant:d209d9e0bc3a4f3a84269bb5c2083a6a on resource:security_group {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:54:49.926691 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c9c442f5-690c-4097-a2d6-38762ed9a1a7 req-9e524591-eedc-4411-958e-695e07d6198f tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/security-groups?id=a0fe3448-1e26-427a-b2f9-6a8968955d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522089 Jan 20 20:54:49.981709 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dc307cfb-c1bc-4b3b-a15c-316fc8e79c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:50.033466 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8a676-a479-4bf6-8632-3a73882f2e1c req-9048ae3b-d9de-4f99-9ea7-e58629d02ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:50.035901 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-17e8a676-a479-4bf6-8632-3a73882f2e1c req-9048ae3b-d9de-4f99-9ea7-e58629d02ff6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 1162 time: 0.5675714 Jan 20 20:54:50.070604 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-95f70f99-04a4-4bf3-bcba-ebc125d96a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:50.164666 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-95f70f99-04a4-4bf3-bcba-ebc125d96a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:50.252799 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '5f34744a-aa6e-4bc4-a407-3531d605c118', 'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'mac_address': 'fa:16:3e:3d:46:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:40Z', 'updated_at': '2021-01-20T20:54:46Z', 'revision_number': 2, 'project_id': '1d96be366a92447487212758b7c50e6f', 'subnets': [{'id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:50.262262 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Checking router: fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:54:50.262956 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Updating router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 port 5f34744a-aa6e-4bc4-a407-3531d605c118 binding host dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 20:54:50.272307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5e763e37-0874-43fc-af6f-240b00c61a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:50.341151 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5e763e37-0874-43fc-af6f-240b00c61a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:50.346320 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 6615f521-8d37-4844-9bcb-1e886d565c34 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:50.412088 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51088) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:50.414220 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-95f70f99-04a4-4bf3-bcba-ebc125d96a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:50.425710 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5e763e37-0874-43fc-af6f-240b00c61a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:50.478884 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:50.547223 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-ee37169d-acde-4452-87d0-191f84509212 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Request body: {'security_group': {'name': 'tempest-securitygroup--1717715173', 'description': 'tempest-description--870162972'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:50.558480 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ee37169d-acde-4452-87d0-191f84509212 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:50.563334 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ee37169d-acde-4452-87d0-191f84509212 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Usage tracker for resource:security_group and tenant:1d96be366a92447487212758b7c50e6f is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:50.566754 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ee37169d-acde-4452-87d0-191f84509212 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:50.577092 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ee37169d-acde-4452-87d0-191f84509212 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:50.596379 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:50.603637 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-17e8a676-a479-4bf6-8632-3a73882f2e1c req-8cefd7cf-4038-4f41-9852-3ba910fae75a service neutron] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:50.678941 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-17e8a676-a479-4bf6-8632-3a73882f2e1c req-8cefd7cf-4038-4f41-9852-3ba910fae75a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:50.687400 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b934afdf-2a4c-4260-a20f-a32c7b1b71e1 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:50.700680 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 6615f521-8d37-4844-9bcb-1e886d565c34 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:54:50.706752 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-17e8a676-a479-4bf6-8632-3a73882f2e1c req-8cefd7cf-4038-4f41-9852-3ba910fae75a service neutron] Usage tracker for resource:security_group_rule and tenant:bf85e298faae4deb8ffcb5526fe0275f is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:50.712334 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd5a250-83c3-4812-8a99-cd93e09311d3 {{(pid=80112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 20:54:50.720728 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 6615f521-8d37-4844-9bcb-1e886d565c34 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:50.721720 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:50.722284 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-17e8a676-a479-4bf6-8632-3a73882f2e1c req-8cefd7cf-4038-4f41-9852-3ba910fae75a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:50.732588 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b934afdf-2a4c-4260-a20f-a32c7b1b71e1 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889190'] for security_group_rule, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:50.741265 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:50.744525 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-17e8a676-a479-4bf6-8632-3a73882f2e1c req-8cefd7cf-4038-4f41-9852-3ba910fae75a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:50.768836 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:50.837802 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ee37169d-acde-4452-87d0-191f84509212 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:50.854749 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Attempting to bind port 8333b025-f3fb-4d7d-8870-41cd8d0d461d on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:54:50.854749 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Attempting to bind port 8333b025-f3fb-4d7d-8870-41cd8d0d461d by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'd012cc3e-3799-403d-85cb-988aff48f4c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a2fb3b84-0db2-4074-a91d-81a46ce99630'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:54:50.855061 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Attempting to bind port 8333b025-f3fb-4d7d-8870-41cd8d0d461d on network a2fb3b84-0db2-4074-a91d-81a46ce99630 {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:54:50.862816 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Transition to ACTIVE for port object 2dd5a250-83c3-4812-8a99-cd93e09311d3 will not be triggered until provisioned by entity L2. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:54:50.863727 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934afdf-2a4c-4260-a20f-a32c7b1b71e1 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a03f8d-f9e9-463e-b8ed-5fa437217df9,revision_number=0']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:50.869619 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b934afdf-2a4c-4260-a20f-a32c7b1b71e1 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:50.889267 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b934afdf-2a4c-4260-a20f-a32c7b1b71e1 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group_rule, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:50.894554 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-b934afdf-2a4c-4260-a20f-a32c7b1b71e1 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2097874 Jan 20 20:54:50.894554 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 51094) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:50.906967 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:50.914650 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f70f99-04a4-4bf3-bcba-ebc125d96a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4077be10-902b-4eef-a0d0-c99d4ab9b172,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:50.917541 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-c96bb249-b601-44d2-bd7a-377f41cbea2a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Request body: {'security_group_rule': {'security_group_id': '6aac067e-33e3-414d-9dc3-2cff6d8779a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:50.918097 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-73f47be5-4b61-4e97-b203-35e555962aaf req-bfa3aebd-611f-470e-9dc6-5a0e0e2fec30 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 210 time: 0.0998399 Jan 20 20:54:50.953653 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e763e37-0874-43fc-af6f-240b00c61a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7b9a10-f36e-4d93-8860-452d354522cd,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:50.955815 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:54:50.956183 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Checking segment: {'id': 'd012cc3e-3799-403d-85cb-988aff48f4c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a2fb3b84-0db2-4074-a91d-81a46ce99630'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:54:50.956590 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:50.957332 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Bound using segment: {'id': 'd012cc3e-3799-403d-85cb-988aff48f4c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a2fb3b84-0db2-4074-a91d-81a46ce99630'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:54:50.957510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Bound port: 8333b025-f3fb-4d7d-8870-41cd8d0d461d, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd012cc3e-3799-403d-85cb-988aff48f4c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a2fb3b84-0db2-4074-a91d-81a46ce99630'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:54:50.957848 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:50.972065 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5e763e37-0874-43fc-af6f-240b00c61a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:50.973720 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ee37169d-acde-4452-87d0-191f84509212 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:50.978228 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-95f70f99-04a4-4bf3-bcba-ebc125d96a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:50.982360 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-95f70f99-04a4-4bf3-bcba-ebc125d96a34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4077be10-902b-4eef-a0d0-c99d4ab9b172 HTTP/1.1" status: 204 len: 168 time: 1.8081126 Jan 20 20:54:50.982360 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:50.982360 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:50.987787 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ee37169d-acde-4452-87d0-191f84509212 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Usage tracker for resource:security_group_rule and tenant:1d96be366a92447487212758b7c50e6f is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:50.991290 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5e763e37-0874-43fc-af6f-240b00c61a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:50.995402 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-5e763e37-0874-43fc-af6f-240b00c61a15 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f7b9a10-f36e-4d93-8860-452d354522cd HTTP/1.1" status: 204 len: 168 time: 1.1867838 Jan 20 20:54:51.004679 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ee37169d-acde-4452-87d0-191f84509212 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:51.189700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] For port 8333b025-f3fb-4d7d-8870-41cd8d0d461d, host hv-cinder-74915, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:54:51.190306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d406b1-7fcb-4aa7-9483-103221eac4ca req-f003e59b-052a-444c-85ea-ebc8356bfdc4 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:51.190814 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-66d406b1-7fcb-4aa7-9483-103221eac4ca req-f003e59b-052a-444c-85ea-ebc8356bfdc4 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Synchronizing usage tracker for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:54:51.194034 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c96bb249-b601-44d2-bd7a-377f41cbea2a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:51.194341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] For port 8333b025-f3fb-4d7d-8870-41cd8d0d461d, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8333b025-f3fb-4d7d-8870-41cd8d0d461d,segment=NetworkSegment(d012cc3e-3799-403d-85cb-988aff48f4c7),segment_id=d012cc3e-3799-403d-85cb-988aff48f4c7)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:54:51.196140 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ee37169d-acde-4452-87d0-191f84509212 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:51.199795 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:51.245316 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:51.246977 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:51.381806 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-c96bb249-b601-44d2-bd7a-377f41cbea2a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Usage tracker for resource:security_group_rule and tenant:bf5cad5f8aed4851835a12ce330c8ebc is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:51.525132 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-c96bb249-b601-44d2-bd7a-377f41cbea2a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:51.569632 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Pushing event updated for resources: {'Port': ['ID=8333b025-f3fb-4d7d-8870-41cd8d0d461d,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:51.641074 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:51.714832 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c96bb249-b601-44d2-bd7a-377f41cbea2a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:51.731401 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51112) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:51.731963 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 51114) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:51.763433 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:51.768097 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ee37169d-acde-4452-87d0-191f84509212 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:51.770057 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fcbc3634-adfd-4dc0-ba4a-5fed12f0f4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:51.791673 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ee37169d-acde-4452-87d0-191f84509212 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:51.833544 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-fcbc3634-adfd-4dc0-ba4a-5fed12f0f4c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:51.839986 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dc307cfb-c1bc-4b3b-a15c-316fc8e79c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:51.853168 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port 6615f521-8d37-4844-9bcb-1e886d565c34, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=6615f521-8d37-4844-9bcb-1e886d565c34,segment=NetworkSegment(1eeeebe1-ad87-4172-b3b3-c25b1371c4ce),segment_id=1eeeebe1-ad87-4172-b3b3-c25b1371c4ce)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:54:51.869899 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-fcbc3634-adfd-4dc0-ba4a-5fed12f0f4c9 admin admin] Usage tracker for resource:security_group_rule and tenant:0b44f9b73f5d401fbec63040137394a8 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:51.877883 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-fcbc3634-adfd-4dc0-ba4a-5fed12f0f4c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:51.878163 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:51.887239 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b9415371-626d-4678-a996-f5a205311b5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:51.909985 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-fcbc3634-adfd-4dc0-ba4a-5fed12f0f4c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:51.949541 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-66d406b1-7fcb-4aa7-9483-103221eac4ca req-f003e59b-052a-444c-85ea-ebc8356bfdc4 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Unset dirty status for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:54:51.951862 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-66d406b1-7fcb-4aa7-9483-103221eac4ca req-f003e59b-052a-444c-85ea-ebc8356bfdc4 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 945 time: 1.4166427 Jan 20 20:54:51.952336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ef1d9-1189-4ce2-9f6c-4d284505dd45 req-03b3ed31-6331-4c80-9997-856b3fcf3551 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:51.953292 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-36c80b8d-f3c3-42ad-b545-7d733873fcfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:51.960429 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-240ef1d9-1189-4ce2-9f6c-4d284505dd45 req-03b3ed31-6331-4c80-9997-856b3fcf3551 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 943 time: 0.4329803 Jan 20 20:54:51.990165 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=6615f521-8d37-4844-9bcb-1e886d565c34,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:52.003343 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:52.008707 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Pushing event updated for resources: {'Port': ['ID=2dd5a250-83c3-4812-8a99-cd93e09311d3,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:52.018857 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ee37169d-acde-4452-87d0-191f84509212 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.020434 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-ee37169d-acde-4452-87d0-191f84509212 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6049747 Jan 20 20:54:52.031941 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51122) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:52.034947 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37169d-acde-4452-87d0-191f84509212 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:52.042299 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:52.049283 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-b715d3d7-4456-472f-8053-383a2d7245d9 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Request body: {'security_group_rule': {'security_group_id': '7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:52.067735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ee37169d-acde-4452-87d0-191f84509212 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:52.073173 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b715d3d7-4456-472f-8053-383a2d7245d9 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:52.076544 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:52.078208 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.079912 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] 10.222.0.10 "PUT /v2.0/ports/8333b025-f3fb-4d7d-8870-41cd8d0d461d HTTP/1.1" status: 200 len: 1157 time: 6.5328100 Jan 20 20:54:52.080588 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01c1dac-c987-4aed-9501-6767f10bd4b4', 'tag': '8333b025-f3fb-4d7d-8870-41cd8d0d461d'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:54:52.107594 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c96bb249-b601-44d2-bd7a-377f41cbea2a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group_rule, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.148829 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-36c80b8d-f3c3-42ad-b545-7d733873fcfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:52.173193 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-240ef1d9-1189-4ce2-9f6c-4d284505dd45 req-35f12ce7-4d63-4936-8901-dade5681be5a tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/security-groups?id=a0fe3448-1e26-427a-b2f9-6a8968955d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116005 Jan 20 20:54:52.176622 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-b715d3d7-4456-472f-8053-383a2d7245d9 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Usage tracker for resource:security_group_rule and tenant:1d96be366a92447487212758b7c50e6f is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:52.210211 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 6615f521-8d37-4844-9bcb-1e886d565c34 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:52.249143 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-9d8b0dff-c982-40e8-b919-29bdb6cfa8cf tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Allocated IP 172.20.0.14 (32b3adf7-5052-49cb-b08c-47d815946f90/e1a6ce97-8658-4c05-bda6-1c27ed45d811/48416ec5-8a2c-46b0-95d7-6a2088f96f60) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:54:52.253906 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Attempting to bind port 2dd5a250-83c3-4812-8a99-cd93e09311d3 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:54:52.254293 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Attempting to bind port 2dd5a250-83c3-4812-8a99-cd93e09311d3 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'd69dcd0c-7fd9-4f00-9c16-ffc7451eb71b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32b3adf7-5052-49cb-b08c-47d815946f90'}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:54:52.254716 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Attempting to bind port 2dd5a250-83c3-4812-8a99-cd93e09311d3 on network 32b3adf7-5052-49cb-b08c-47d815946f90 {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:54:52.282479 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c96bb249-b601-44d2-bd7a-377f41cbea2a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.290224 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-36c80b8d-f3c3-42ad-b545-7d733873fcfc admin admin] Usage tracker for resource:security_group_rule and tenant:b42263e127824604b3f184e67f7537bb is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:52.296427 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-36c80b8d-f3c3-42ad-b545-7d733873fcfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:52.329537 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-b715d3d7-4456-472f-8053-383a2d7245d9 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:52.331418 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c96bb249-b601-44d2-bd7a-377f41cbea2a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889190'] for security_group_rule, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.356674 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-66d406b1-7fcb-4aa7-9483-103221eac4ca req-f3b4a594-b923-4bbb-9113-19af5e9396cf tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Synchronizing usage tracker for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:security_group {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:54:52.365878 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:54:52.366526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Checking segment: {'id': 'd69dcd0c-7fd9-4f00-9c16-ffc7451eb71b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32b3adf7-5052-49cb-b08c-47d815946f90'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:54:52.366994 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.367848 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Bound using segment: {'id': 'd69dcd0c-7fd9-4f00-9c16-ffc7451eb71b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32b3adf7-5052-49cb-b08c-47d815946f90'} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:54:52.369555 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Bound port: 2dd5a250-83c3-4812-8a99-cd93e09311d3, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69dcd0c-7fd9-4f00-9c16-ffc7451eb71b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32b3adf7-5052-49cb-b08c-47d815946f90'}}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:54:52.369994 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.374981 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.408876 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b715d3d7-4456-472f-8053-383a2d7245d9 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:52.410216 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 51132) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:52.420790 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-36c80b8d-f3c3-42ad-b545-7d733873fcfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:52.438421 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Transition to ACTIVE for port object 5f34744a-aa6e-4bc4-a407-3531d605c118 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:54:52.444865 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d333babb-baa7-4c26-89f4-c7b55755bd10 req-f03cbdf9-f200-4eb5-b39d-a75db295c91d tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 210 time: 0.0845039 Jan 20 20:54:52.447581 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.495709 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b715d3d7-4456-472f-8053-383a2d7245d9 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.513173 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:52.529634 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c96bb249-b601-44d2-bd7a-377f41cbea2a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group_rule, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.535445 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-c96bb249-b601-44d2-bd7a-377f41cbea2a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6303353 Jan 20 20:54:52.537323 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51136) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:52.567875 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Request body: {'floatingip': {'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:52.574202 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bb249-b601-44d2-bd7a-377f41cbea2a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2013794-6de2-436b-a739-644d7452c86e,revision_number=0']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:52.577178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-97c2080d-0002-4e51-a030-3a777517b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:52.577355 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c96bb249-b601-44d2-bd7a-377f41cbea2a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:52.579052 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-97c2080d-0002-4e51-a030-3a777517b8d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d209d9e0bc3a4f3a84269bb5c2083a6a&device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 1160 time: 0.3806834 Jan 20 20:54:52.602991 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-66d406b1-7fcb-4aa7-9483-103221eac4ca req-f3b4a594-b923-4bbb-9113-19af5e9396cf tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Unset dirty status for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:security_group {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:54:52.604279 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-66d406b1-7fcb-4aa7-9483-103221eac4ca req-f3b4a594-b923-4bbb-9113-19af5e9396cf tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6241307 Jan 20 20:54:52.623678 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-17e8a676-a479-4bf6-8632-3a73882f2e1c req-8cefd7cf-4038-4f41-9852-3ba910fae75a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.632449 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b715d3d7-4456-472f-8053-383a2d7245d9 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.657631 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dcfb3b6b-84ef-4029-b990-365c5081efba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:52.680627 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-17e8a676-a479-4bf6-8632-3a73882f2e1c req-8cefd7cf-4038-4f41-9852-3ba910fae75a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.699251 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:52.706978 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-22049721-5119-42ee-934e-6f1a0e18264e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:52.737587 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b715d3d7-4456-472f-8053-383a2d7245d9 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889190'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.738457 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Usage tracker for resource:floatingip and tenant:bf5cad5f8aed4851835a12ce330c8ebc is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:52.751195 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 6615f521-8d37-4844-9bcb-1e886d565c34 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:52.751869 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.753047 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:52.763007 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:52.770721 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-7619e6c6-1a76-447a-a729-4a016b5abd91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8333b025-f3fb-4d7d-8870-41cd8d0d461d HTTP/1.1" status: 200 len: 217 time: 0.1343369 Jan 20 20:54:52.773775 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:52.839182 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d8b04-35c8-4730-9dbe-588ce7bcdb20 None None] Pushing event updated for resources: {'Port': ['ID=5f34744a-aa6e-4bc4-a407-3531d605c118,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:52.847224 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ae0d8b04-35c8-4730-9dbe-588ce7bcdb20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:52.865857 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fcbc3634-adfd-4dc0-ba4a-5fed12f0f4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.869476 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715d3d7-4456-472f-8053-383a2d7245d9 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287eac0e-c613-4ef6-9fbe-f385e4cdc9c9,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:52.870180 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-17e8a676-a479-4bf6-8632-3a73882f2e1c req-8cefd7cf-4038-4f41-9852-3ba910fae75a service neutron] Synchronizing usage tracker for tenant:bf85e298faae4deb8ffcb5526fe0275f on resource:security_group {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:54:52.877052 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefd7cf-4038-4f41-9852-3ba910fae75a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d717a1d1-3a5f-4e6b-8df2-4132e84fa570,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:52.880050 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b715d3d7-4456-472f-8053-383a2d7245d9 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.881494 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-b715d3d7-4456-472f-8053-383a2d7245d9 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8481867 Jan 20 20:54:52.886935 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fcbc3634-adfd-4dc0-ba4a-5fed12f0f4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.890331 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b715d3d7-4456-472f-8053-383a2d7245d9 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:52.890898 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51146) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:52.896892 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8cefd7cf-4038-4f41-9852-3ba910fae75a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:52.916100 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-2b361939-9827-4475-86e2-8bf69b1913be tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Request body: {'security_group_rule': {'security_group_id': '7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:52.930329 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-21ed656a-d1ea-47de-9805-2b3f39f73741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:52.970813 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for floatingip, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:52.997399 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] For port 2dd5a250-83c3-4812-8a99-cd93e09311d3, host hv-cinder-74915, cleared binding levels {{(pid=80112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:54:53.007742 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01c1dac-c987-4aed-9501-6767f10bd4b4', 'tag': '8333b025-f3fb-4d7d-8870-41cd8d0d461d', 'status': 'completed', 'code': 200} Jan 20 20:54:53.009256 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2b361939-9827-4475-86e2-8bf69b1913be tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:53.012458 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc6056b1-2c81-480e-99f8-53101bb0aa1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:53.021407 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc3634-adfd-4dc0-ba4a-5fed12f0f4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f184f317-2736-45c0-a594-2a834ca4eaf7,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:53.025196 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-2b361939-9827-4475-86e2-8bf69b1913be tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Usage tracker for resource:security_group_rule and tenant:1d96be366a92447487212758b7c50e6f is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:53.049653 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-2b361939-9827-4475-86e2-8bf69b1913be tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:53.053363 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fcbc3634-adfd-4dc0-ba4a-5fed12f0f4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:53.127776 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-778c671b-9ab3-4f99-9c59-919ce3a41a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:53.130078 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-778c671b-9ab3-4f99-9c59-919ce3a41a90 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b1e292a-aa3d-412e-be3c-fd3d6fceace7 HTTP/1.1" status: 200 len: 851 time: 0.3457458 Jan 20 20:54:53.131791 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2b361939-9827-4475-86e2-8bf69b1913be tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:53.146031 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-fcbc3634-adfd-4dc0-ba4a-5fed12f0f4c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b44f9b73f5d401fbec63040137394a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4039347 Jan 20 20:54:53.147403 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51150) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:53.181130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] For port 2dd5a250-83c3-4812-8a99-cd93e09311d3, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=2dd5a250-83c3-4812-8a99-cd93e09311d3,segment=NetworkSegment(d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b),segment_id=d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b)] {{(pid=80112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:54:53.189632 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-dc6056b1-2c81-480e-99f8-53101bb0aa1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:53.212086 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:53.221753 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-dc6056b1-2c81-480e-99f8-53101bb0aa1e admin admin] Usage tracker for resource:security_group_rule and tenant:71cb8c94d2674444a4bfc291661e2bb1 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:53.230307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-dc6056b1-2c81-480e-99f8-53101bb0aa1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:53.241978 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-dfbcdd4b-1e55-4c7b-bb7b-98c667e996aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a2fb3b84-0db2-4074-a91d-81a46ce99630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029465 Jan 20 20:54:53.300615 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:53.306520 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b361939-9827-4475-86e2-8bf69b1913be tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:53.351543 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Attempting to bind port 5f34744a-aa6e-4bc4-a407-3531d605c118 on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:54:53.351974 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Attempting to bind port 5f34744a-aa6e-4bc4-a407-3531d605c118 by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': 'deb6def9-f016-4f69-b6a9-5314f6ce15c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:54:53.352374 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Attempting to bind port 5f34744a-aa6e-4bc4-a407-3531d605c118 on network f278e563-18ec-4833-a094-4f0a1a5f0abc {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:54:53.362782 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:54:53.363215 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Checking segment: {'id': 'deb6def9-f016-4f69-b6a9-5314f6ce15c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:54:53.363670 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:53.364125 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Bound using segment: {'id': 'deb6def9-f016-4f69-b6a9-5314f6ce15c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:54:53.364662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Bound port: 5f34744a-aa6e-4bc4-a407-3531d605c118, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb6def9-f016-4f69-b6a9-5314f6ce15c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:54:53.365103 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:53.377044 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-dc6056b1-2c81-480e-99f8-53101bb0aa1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:53.520492 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fbfbe540-7242-43b5-814a-cb3e48d67fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:53.522123 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] For port 5f34744a-aa6e-4bc4-a407-3531d605c118, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:54:53.530105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] For port 5f34744a-aa6e-4bc4-a407-3531d605c118, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=5f34744a-aa6e-4bc4-a407-3531d605c118,segment=NetworkSegment(deb6def9-f016-4f69-b6a9-5314f6ce15c2),segment_id=deb6def9-f016-4f69-b6a9-5314f6ce15c2)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:54:53.538501 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:53.586516 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-e8c6ffc1-773d-435f-9ea2-2d6f07f75fa8 service neutron] 10.222.0.10 "GET /v2.0/networks/a2fb3b84-0db2-4074-a91d-81a46ce99630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343408 Jan 20 20:54:53.611645 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b361939-9827-4475-86e2-8bf69b1913be tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:53.613999 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fbfbe540-7242-43b5-814a-cb3e48d67fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:53.656939 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b361939-9827-4475-86e2-8bf69b1913be tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889190'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:53.718322 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-36c80b8d-f3c3-42ad-b545-7d733873fcfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:53.730731 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b715d3d7-4456-472f-8053-383a2d7245d9 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:53.739075 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:53.754768 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61358a6-a8d1-41dc-ad4e-64a617c2b115 req-06df6217-658d-42ae-b24e-950ee6b55af5 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:53.756670 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e61358a6-a8d1-41dc-ad4e-64a617c2b115 req-06df6217-658d-42ae-b24e-950ee6b55af5 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 943 time: 0.3829229 Jan 20 20:54:53.780730 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2e2d6f95-6dc3-42b8-b153-5c2253c03224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:53.798157 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-36c80b8d-f3c3-42ad-b545-7d733873fcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:53.810177 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b361939-9827-4475-86e2-8bf69b1913be tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b75683e-a822-4d4a-a749-12b0081307d6,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:53.821276 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Pushing event updated for resources: {'Port': ['ID=2dd5a250-83c3-4812-8a99-cd93e09311d3,revision_number=3']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:53.824749 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:53.848251 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a0b08ceb-4ffb-44dd-bbbf-3410a10f560f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:53.855168 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-17e8a676-a479-4bf6-8632-3a73882f2e1c req-8cefd7cf-4038-4f41-9852-3ba910fae75a service neutron] Unset dirty status for tenant:bf85e298faae4deb8ffcb5526fe0275f on resource:security_group {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:54:53.856229 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-17e8a676-a479-4bf6-8632-3a73882f2e1c req-8cefd7cf-4038-4f41-9852-3ba910fae75a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 3.7045918 Jan 20 20:54:53.862468 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2b361939-9827-4475-86e2-8bf69b1913be tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:53.862935 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-9d8b0dff-c982-40e8-b919-29bdb6cfa8cf tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:53.880285 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d8b04-35c8-4730-9dbe-588ce7bcdb20 None None] Pushing event updated for resources: {'Port': ['ID=5f34744a-aa6e-4bc4-a407-3531d605c118,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:53.885401 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ae0d8b04-35c8-4730-9dbe-588ce7bcdb20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:53.909042 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Routers {'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:54:53.909761 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:54:33Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:53.912476 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b361939-9827-4475-86e2-8bf69b1913be tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:53.913658 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-2b361939-9827-4475-86e2-8bf69b1913be tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0216174 Jan 20 20:54:53.943608 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 51160) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:53.968840 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-28001277-e594-49e1-b631-68301e58f6b2 req-52a6c2cf-8c72-439a-8ab6-b47db52d8089 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 210 time: 0.1742706 Jan 20 20:54:53.978981 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Request body: {'floatingip': {'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:53.997924 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-36c80b8d-f3c3-42ad-b545-7d733873fcfc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b42263e127824604b3f184e67f7537bb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2469940 Jan 20 20:54:54.008896 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51164) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:54.009086 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c80b8d-f3c3-42ad-b545-7d733873fcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49ae7ea-eecd-462f-a302-5f466e76a896,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:54.013343 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-36c80b8d-f3c3-42ad-b545-7d733873fcfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:54.040558 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-47aa9aed-dfb6-4674-95cf-a270495fe2f2 req-a1d3592d-20a8-44b9-b6f1-e9f652ce29d2 service neutron] 10.222.0.10 "GET /v2.0/networks/a2fb3b84-0db2-4074-a91d-81a46ce99630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4315536 Jan 20 20:54:54.048310 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:54.065099 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fbfbe540-7242-43b5-814a-cb3e48d67fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:54.088399 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:54.107131 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e61358a6-a8d1-41dc-ad4e-64a617c2b115 req-bb4a52d5-4746-423d-af68-e2f87cbac4f9 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/security-groups?id=a0fe3448-1e26-427a-b2f9-6a8968955d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137634 Jan 20 20:54:54.110563 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Usage tracker for resource:floatingip and tenant:1d96be366a92447487212758b7c50e6f is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:54.129036 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:54.139737 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:54.141368 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:54.143242 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] 10.222.0.10 "PUT /v2.0/ports/2dd5a250-83c3-4812-8a99-cd93e09311d3 HTTP/1.1" status: 200 len: 1157 time: 7.6862202 Jan 20 20:54:54.145782 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4f4d2f-5d32-4861-b68f-1f8643b83a82', 'tag': '2dd5a250-83c3-4812-8a99-cd93e09311d3'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:54:54.161972 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbe540-7242-43b5-814a-cb3e48d67fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f184f317-2736-45c0-a594-2a834ca4eaf7,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:54.173656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fbfbe540-7242-43b5-814a-cb3e48d67fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:54.176745 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc6056b1-2c81-480e-99f8-53101bb0aa1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:54.183411 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fbfbe540-7242-43b5-814a-cb3e48d67fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:54.188442 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-fbfbe540-7242-43b5-814a-cb3e48d67fab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f184f317-2736-45c0-a594-2a834ca4eaf7 HTTP/1.1" status: 204 len: 168 time: 0.9858100 Jan 20 20:54:54.212156 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:54.219491 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc6056b1-2c81-480e-99f8-53101bb0aa1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:54.236447 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-950b52d0-8bd7-49bf-9961-cd4f14981753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:54.273723 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e9e211c3-fdeb-4ed1-aade-60fc794d005c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:54.351737 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] Set router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:54:54.360949 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for floatingip, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:54.390364 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4f4d2f-5d32-4861-b68f-1f8643b83a82', 'tag': '2dd5a250-83c3-4812-8a99-cd93e09311d3', 'status': 'completed', 'code': 200} Jan 20 20:54:54.412293 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-9d8b0dff-c982-40e8-b919-29bdb6cfa8cf tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:54.431479 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-dc6056b1-2c81-480e-99f8-53101bb0aa1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71cb8c94d2674444a4bfc291661e2bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9330695 Jan 20 20:54:54.432694 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 51172) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:54.469669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6056b1-2c81-480e-99f8-53101bb0aa1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd743254-b15e-483e-be0c-62bf47dcdf3b,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:54.485306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dc6056b1-2c81-480e-99f8-53101bb0aa1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:54.513520 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:54.780213 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e9e211c3-fdeb-4ed1-aade-60fc794d005c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:54.835880 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '5f34744a-aa6e-4bc4-a407-3531d605c118', 'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'mac_address': 'fa:16:3e:3d:46:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:40Z', 'updated_at': '2021-01-20T20:54:53Z', 'revision_number': 4, 'project_id': '1d96be366a92447487212758b7c50e6f', 'subnets': [{'id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:54:54.842058 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f914066-3c84-4a18-96c7-51c9093358ad None None] The sync data for ids ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'] in dv-cinder-749155-5-iscsi is: [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '5f34744a-aa6e-4bc4-a407-3531d605c118', 'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'mac_address': 'fa:16:3e:3d:46:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:40Z', 'updated_at': '2021-01-20T20:54:53Z', 'revision_number': 4, 'project_id': '1d96be366a92447487212758b7c50e6f', 'subnets': [{'id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:54:54.871482 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Allocated IP 172.27.0.180 (06ea3fc8-bdc7-4401-9b28-54093eee0170/7fa42e9a-db2b-4126-9d0c-025f1cb6919b/7777d19c-a782-4526-b818-43f2c4b9571f) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:54:55.015576 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b0dff-c982-40e8-b919-29bdb6cfa8cf tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Pushing event updated for resources: {'Port': ['ID=48416ec5-8a2c-46b0-95d7-6a2088f96f60,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:55.019454 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9d8b0dff-c982-40e8-b919-29bdb6cfa8cf tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:55.092577 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0ef9c-0b9d-44ac-905a-5c475408b46b req-c1ab194c-edc9-4fe0-8417-0a440ae5ea48 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:55.093925 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f0c0ef9c-0b9d-44ac-905a-5c475408b46b req-c1ab194c-edc9-4fe0-8417-0a440ae5ea48 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 945 time: 0.8349304 Jan 20 20:54:55.099612 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d5d04e59-5858-417b-876b-32726345422f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:55.103070 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491c822-3a61-4191-9613-c668c9faf765 req-c24c9fe9-5ae1-4d56-86c9-cec71cc92c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:55.104838 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f491c822-3a61-4191-9613-c668c9faf765 req-c24c9fe9-5ae1-4d56-86c9-cec71cc92c66 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d209d9e0bc3a4f3a84269bb5c2083a6a&device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 1160 time: 0.7294002 Jan 20 20:54:55.119188 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e9e211c3-fdeb-4ed1-aade-60fc794d005c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:55.162341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-266312dc-5c3c-4b91-8058-3a998d33990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:55.164449 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-266312dc-5c3c-4b91-8058-3a998d33990f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd4acf44f08949f899f3c5761d72cb34&device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 1160 time: 0.8598971 Jan 20 20:54:55.175828 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d5d04e59-5858-417b-876b-32726345422f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:55.181342 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fbfbe540-7242-43b5-814a-cb3e48d67fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:55.199501 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-9d8b0dff-c982-40e8-b919-29bdb6cfa8cf tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Network 32b3adf7-5052-49cb-b08c-47d815946f90 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:54:55.203643 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-9d8b0dff-c982-40e8-b919-29bdb6cfa8cf tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:55.206929 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-9d8b0dff-c982-40e8-b919-29bdb6cfa8cf tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:54:55.225855 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-9d8b0dff-c982-40e8-b919-29bdb6cfa8cf tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:55.226818 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-9d8b0dff-c982-40e8-b919-29bdb6cfa8cf tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:55.281770 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51184) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:55.283299 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e211c3-fdeb-4ed1-aade-60fc794d005c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49ae7ea-eecd-462f-a302-5f466e76a896,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:55.287762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e9e211c3-fdeb-4ed1-aade-60fc794d005c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:55.353585 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc066-b30c-43eb-8317-ae1716eebdcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:55.429499 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f0c0ef9c-0b9d-44ac-905a-5c475408b46b req-91fb04f7-105b-462a-82ae-8b3fd6d4bd3e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233542 Jan 20 20:54:55.455934 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-9d8b0dff-c982-40e8-b919-29bdb6cfa8cf tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0506752 Jan 20 20:54:55.470610 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-61568a95-7922-4d7e-851e-bee483248ce6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dd5a250-83c3-4812-8a99-cd93e09311d3 HTTP/1.1" status: 200 len: 217 time: 0.2753677 Jan 20 20:54:55.475096 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e9e211c3-fdeb-4ed1-aade-60fc794d005c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:55.476508 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e9e211c3-fdeb-4ed1-aade-60fc794d005c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f49ae7ea-eecd-462f-a302-5f466e76a896 HTTP/1.1" status: 204 len: 168 time: 1.4692025 Jan 20 20:54:55.501648 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2a8fc066-b30c-43eb-8317-ae1716eebdcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:55.506888 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:55.516772 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-2a8fc066-b30c-43eb-8317-ae1716eebdcb admin admin] Usage tracker for resource:security_group_rule and tenant:ad45304b7d8d4707a68347a188973737 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:55.524361 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-2a8fc066-b30c-43eb-8317-ae1716eebdcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:55.548916 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Request body: {'port': {'device_id': '9416326e-f148-4924-8cc3-0702a382d1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:54:55.573523 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2a8fc066-b30c-43eb-8317-ae1716eebdcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:55.606452 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491c822-3a61-4191-9613-c668c9faf765 req-66eb2a78-65da-4799-ae9c-18ee2ec21935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:55.610217 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f491c822-3a61-4191-9613-c668c9faf765 req-66eb2a78-65da-4799-ae9c-18ee2ec21935 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a2fb3b84-0db2-4074-a91d-81a46ce99630 HTTP/1.1" status: 200 len: 905 time: 0.4927111 Jan 20 20:54:55.783096 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:55.855281 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d5d04e59-5858-417b-876b-32726345422f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:55.863078 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f491c822-3a61-4191-9613-c668c9faf765 req-500ed4b3-e33c-4892-aea7-4422d35a136d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8333b025-f3fb-4d7d-8870-41cd8d0d461d HTTP/1.1" status: 200 len: 217 time: 0.1163647 Jan 20 20:54:55.900540 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:55.966059 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:56.009378 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:56.144026 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-3ec63e85-d71e-4a99-a177-4cc580fe9bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:56.145648 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-3ec63e85-d71e-4a99-a177-4cc580fe9bec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e1a6ce97-8658-4c05-bda6-1c27ed45d811 HTTP/1.1" status: 200 len: 859 time: 0.5199809 Jan 20 20:54:56.156044 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d04e59-5858-417b-876b-32726345422f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd743254-b15e-483e-be0c-62bf47dcdf3b,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:56.161609 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d5d04e59-5858-417b-876b-32726345422f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:56.162057 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:56.194551 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f5a73-83df-400d-b10d-1f9a55f8e18b req-2af7ba44-949f-4b5d-b62f-51ccd293bbce tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:56.201256 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8d8f5a73-83df-400d-b10d-1f9a55f8e18b req-2af7ba44-949f-4b5d-b62f-51ccd293bbce tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 943 time: 0.6064856 Jan 20 20:54:56.201256 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491c822-3a61-4191-9613-c668c9faf765 req-6d8219a1-1a7c-4ec8-bb22-6956b05bd123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:56.201256 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f491c822-3a61-4191-9613-c668c9faf765 req-6d8219a1-1a7c-4ec8-bb22-6956b05bd123 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b1e292a-aa3d-412e-be3c-fd3d6fceace7 HTTP/1.1" status: 200 len: 851 time: 0.3229334 Jan 20 20:54:56.235678 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc066-b30c-43eb-8317-ae1716eebdcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:56.289491 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba85627-3d90-48b8-94f0-f418cac6feca req-3de97201-b176-48a3-8de0-23534a0854ec tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:56.292034 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-cba85627-3d90-48b8-94f0-f418cac6feca req-3de97201-b176-48a3-8de0-23534a0854ec tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Synchronizing usage tracker for tenant:fd4acf44f08949f899f3c5761d72cb34 on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:54:56.300308 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 5f34744a-aa6e-4bc4-a407-3531d605c118 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:56.315206 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Pushing event updated for resources: {'Port': ['ID=7777d19c-a782-4526-b818-43f2c4b9571f,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:56.318528 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:56.375336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc066-b30c-43eb-8317-ae1716eebdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:56.443007 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Allocated IP 172.27.0.28 (06ea3fc8-bdc7-4401-9b28-54093eee0170/7fa42e9a-db2b-4126-9d0c-025f1cb6919b/c284b6da-1a5a-4909-896c-13ad98ea06d0) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:54:56.473333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 5f34744a-aa6e-4bc4-a407-3531d605c118 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:54:56.483108 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:56.483322 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 5f34744a-aa6e-4bc4-a407-3531d605c118 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:56.486225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:56.517851 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f491c822-3a61-4191-9613-c668c9faf765 req-3ac020b4-ed71-446b-835e-0c338c70ae56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a2fb3b84-0db2-4074-a91d-81a46ce99630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1930602 Jan 20 20:54:56.526058 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fc066-b30c-43eb-8317-ae1716eebdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ee08ae-ade7-44bb-9dd4-7314737856a9,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:56.533172 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2a8fc066-b30c-43eb-8317-ae1716eebdcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:56.570512 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-7c819678-7938-4ace-87e4-a7bf9f599329 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=32b3adf7-5052-49cb-b08c-47d815946f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3943470 Jan 20 20:54:56.571865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d5d04e59-5858-417b-876b-32726345422f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:56.573216 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-d5d04e59-5858-417b-876b-32726345422f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd743254-b15e-483e-be0c-62bf47dcdf3b HTTP/1.1" status: 204 len: 168 time: 2.1127787 Jan 20 20:54:56.638087 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-cba85627-3d90-48b8-94f0-f418cac6feca req-3de97201-b176-48a3-8de0-23534a0854ec tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Unset dirty status for tenant:fd4acf44f08949f899f3c5761d72cb34 on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:54:56.639691 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cba85627-3d90-48b8-94f0-f418cac6feca req-3de97201-b176-48a3-8de0-23534a0854ec tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 932 time: 1.4459028 Jan 20 20:54:56.680765 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:56.730019 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-2a8fc066-b30c-43eb-8317-ae1716eebdcb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad45304b7d8d4707a68347a188973737&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4441831 Jan 20 20:54:56.751785 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port 5f34744a-aa6e-4bc4-a407-3531d605c118, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=5f34744a-aa6e-4bc4-a407-3531d605c118,segment=NetworkSegment(deb6def9-f016-4f69-b6a9-5314f6ce15c2),segment_id=deb6def9-f016-4f69-b6a9-5314f6ce15c2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:54:56.761052 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:56.772800 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:56.778279 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8d8f5a73-83df-400d-b10d-1f9a55f8e18b req-b1657f60-d603-4a52-b257-66cf942248f0 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/security-groups?id=a0fe3448-1e26-427a-b2f9-6a8968955d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579017 Jan 20 20:54:56.778918 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51206) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:56.781721 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:54:56.818394 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:54:56.840796 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:54:56.929041 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-cba85627-3d90-48b8-94f0-f418cac6feca req-3a6d05cc-eed4-440a-81fc-c9d621e1ae0c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Synchronizing usage tracker for tenant:fd4acf44f08949f899f3c5761d72cb34 on resource:security_group {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:54:57.010125 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:57.014036 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-cba85627-3d90-48b8-94f0-f418cac6feca req-3a6d05cc-eed4-440a-81fc-c9d621e1ae0c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Unset dirty status for tenant:fd4acf44f08949f899f3c5761d72cb34 on resource:security_group {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:54:57.016208 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cba85627-3d90-48b8-94f0-f418cac6feca req-3a6d05cc-eed4-440a-81fc-c9d621e1ae0c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337073 Jan 20 20:54:57.087234 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-29896a32-5dad-4bb4-a473-ad4d0a775982 service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498606 Jan 20 20:54:57.218791 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=5f34744a-aa6e-4bc4-a407-3531d605c118,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:57.234422 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:57.262371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.objects.ports [None req-221ce7f5-d242-4420-a87d-b91e7ad4aebb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80114) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 20 20:54:57.357166 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f491c822-3a61-4191-9613-c668c9faf765 req-fbefdfcb-3ecb-4972-a40f-5beaaf9a7a87 service neutron] 10.222.0.10 "GET /v2.0/networks/a2fb3b84-0db2-4074-a91d-81a46ce99630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8155921 Jan 20 20:54:57.359733 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for floatingip, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:57.361092 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e9ea166b-fe93-4592-b9af-10630ca170ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:57.434477 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e9ea166b-fe93-4592-b9af-10630ca170ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:57.479292 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b6d13108-e8ce-4b7a-90aa-7f1946398172 req-6d5fa71f-c05e-4c60-9118-831d92ac6394 service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3302824 Jan 20 20:54:57.480332 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 51214) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:54:57.544123 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-073e8256-84e6-4eef-98a3-41d8bf422c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:57.577543 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e9ea166b-fe93-4592-b9af-10630ca170ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:57.604090 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:57.646690 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea166b-fe93-4592-b9af-10630ca170ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ee08ae-ade7-44bb-9dd4-7314737856a9,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:57.656139 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e9ea166b-fe93-4592-b9af-10630ca170ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:57.685340 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:57.764078 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df2be7-afae-4eb0-9d6e-d1421e220f2d req-cfc95b21-4cec-410e-8675-5dfe6f4b0e1d tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:57.765861 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c5df2be7-afae-4eb0-9d6e-d1421e220f2d req-cfc95b21-4cec-410e-8675-5dfe6f4b0e1d tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 945 time: 0.5673831 Jan 20 20:54:57.778523 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e9ea166b-fe93-4592-b9af-10630ca170ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:57.784496 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e9ea166b-fe93-4592-b9af-10630ca170ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22ee08ae-ade7-44bb-9dd4-7314737856a9 HTTP/1.1" status: 204 len: 168 time: 0.9948211 Jan 20 20:54:57.824510 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f491c822-3a61-4191-9613-c668c9faf765 req-46966c87-8f23-40ca-928a-5b76ed56a39f service neutron] 10.222.0.10 "GET /v2.0/networks/a2fb3b84-0db2-4074-a91d-81a46ce99630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4290473 Jan 20 20:54:57.828480 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 8333b025-f3fb-4d7d-8870-41cd8d0d461d up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:57.886556 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-073e8256-84e6-4eef-98a3-41d8bf422c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:54:57.907007 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c5df2be7-afae-4eb0-9d6e-d1421e220f2d req-f08e385b-2aaa-404c-8b4e-a5eee557fbdd tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230185 Jan 20 20:54:57.950293 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-073e8256-84e6-4eef-98a3-41d8bf422c18 admin admin] Usage tracker for resource:security_group_rule and tenant:c72b1e10dc074b6cba36527594c59ec0 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:54:58.016621 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-073e8256-84e6-4eef-98a3-41d8bf422c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:54:58.056673 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:58.176917 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port 8333b025-f3fb-4d7d-8870-41cd8d0d461d completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:54:58.190416 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 8333b025-f3fb-4d7d-8870-41cd8d0d461d triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:58.191327 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:58.364328 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48416ec5-8a2c-46b0-95d7-6a2088f96f60 {{(pid=80112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 20:54:58.377649 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:58.394494 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Transition to ACTIVE for port object 48416ec5-8a2c-46b0-95d7-6a2088f96f60 will not be triggered until provisioned by entity L2. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:54:58.414896 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:58.436236 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:58.466439 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-073e8256-84e6-4eef-98a3-41d8bf422c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:54:58.488458 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:58.524744 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:58.531416 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 5f34744a-aa6e-4bc4-a407-3531d605c118 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:54:58.870626 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:58.969099 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 5f34744a-aa6e-4bc4-a407-3531d605c118 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:54:58.973529 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:59.031682 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:59.152238 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01c1dac-c987-4aed-9501-6767f10bd4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8333b025-f3fb-4d7d-8870-41cd8d0d461d'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:54:59.211525 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 8333b025-f3fb-4d7d-8870-41cd8d0d461d, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8333b025-f3fb-4d7d-8870-41cd8d0d461d,segment=NetworkSegment(d012cc3e-3799-403d-85cb-988aff48f4c7),segment_id=d012cc3e-3799-403d-85cb-988aff48f4c7)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:54:59.234681 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:59.238844 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ae0d8b04-35c8-4730-9dbe-588ce7bcdb20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:59.337597 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Pushing event updated for resources: {'Port': ['ID=7777d19c-a782-4526-b818-43f2c4b9571f,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:59.337988 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21c32f-3ea7-4d09-a066-5e2ececbd641 req-8d0b3540-93ea-4ac5-9aef-def4d0ae8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:59.339749 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ae21c32f-3ea7-4d09-a066-5e2ececbd641 req-8d0b3540-93ea-4ac5-9aef-def4d0ae8c1e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd4acf44f08949f899f3c5761d72cb34&device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 1160 time: 1.7017105 Jan 20 20:54:59.456531 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:59.481531 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:59.549694 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:59.576420 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0182076 Jan 20 20:54:59.608815 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=8333b025-f3fb-4d7d-8870-41cd8d0d461d,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:59.617883 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:59.629089 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-10e9eedc-4dde-41c5-9c51-f95b179c62ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:59.653633 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4d299-73c5-43e4-8e62-01300e56c7ca req-232ea162-4752-4ff4-b895-03998c75e3e7 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:59.668262 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-83d4d299-73c5-43e4-8e62-01300e56c7ca req-232ea162-4752-4ff4-b895-03998c75e3e7 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 944 time: 1.1546717 Jan 20 20:54:59.670318 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Pushing event updated for resources: {'Port': ['ID=c284b6da-1a5a-4909-896c-13ad98ea06d0,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:59.682118 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.194s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:59.683261 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Attempting to bind port 48416ec5-8a2c-46b0-95d7-6a2088f96f60 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:54:59.683780 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Attempting to bind port 48416ec5-8a2c-46b0-95d7-6a2088f96f60 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'd69dcd0c-7fd9-4f00-9c16-ffc7451eb71b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32b3adf7-5052-49cb-b08c-47d815946f90'}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:54:59.684307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Attempting to bind port 48416ec5-8a2c-46b0-95d7-6a2088f96f60 on network 32b3adf7-5052-49cb-b08c-47d815946f90 {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:54:59.710782 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:54:59.779905 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-83d4d299-73c5-43e4-8e62-01300e56c7ca req-41c35408-fea9-4a3d-b2af-63bf163d9c53 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081495 Jan 20 20:54:59.784220 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.objects.ports [None req-bc241eda-2564-4bb6-b113-a7ee3672979f None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80114) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 20 20:54:59.802898 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:54:59.803691 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Checking segment: {'id': 'd69dcd0c-7fd9-4f00-9c16-ffc7451eb71b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32b3adf7-5052-49cb-b08c-47d815946f90'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:54:59.804449 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:59.804986 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Bound using segment: {'id': 'd69dcd0c-7fd9-4f00-9c16-ffc7451eb71b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32b3adf7-5052-49cb-b08c-47d815946f90'} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:54:59.805847 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Bound port: 48416ec5-8a2c-46b0-95d7-6a2088f96f60, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69dcd0c-7fd9-4f00-9c16-ffc7451eb71b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '32b3adf7-5052-49cb-b08c-47d815946f90'}}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:54:59.806356 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:54:59.825800 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=48416ec5-8a2c-46b0-95d7-6a2088f96f60,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:54:59.829625 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:54:59.903278 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c32d64-f5df-4e78-8ca6-5d3ed78947be req-6d4b8589-7b90-4588-848c-0018d7e4bb1e tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:54:59.914148 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-45c32d64-f5df-4e78-8ca6-5d3ed78947be req-6d4b8589-7b90-4588-848c-0018d7e4bb1e tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 943 time: 1.5159771 Jan 20 20:54:59.946158 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01c1dac-c987-4aed-9501-6767f10bd4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8333b025-f3fb-4d7d-8870-41cd8d0d461d', 'code': 200} Jan 20 20:55:00.286485 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-45c32d64-f5df-4e78-8ca6-5d3ed78947be req-04f230fc-614c-4ea0-99d5-c2554104297b tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/security-groups?id=a0fe3448-1e26-427a-b2f9-6a8968955d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424647 Jan 20 20:55:00.328301 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:55:00.341494 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:55:00.344499 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:55:00.357832 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] For port 48416ec5-8a2c-46b0-95d7-6a2088f96f60, host hv-cinder-74915, cleared binding levels {{(pid=80112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:55:00.362126 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21c32f-3ea7-4d09-a066-5e2ececbd641 req-2ce9323f-138c-4a4f-af23-291cb9bcfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:00.363823 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ae21c32f-3ea7-4d09-a066-5e2ececbd641 req-2ce9323f-138c-4a4f-af23-291cb9bcfc3f service neutron] 10.222.0.10 "GET /v2.0/networks?id=32b3adf7-5052-49cb-b08c-47d815946f90 HTTP/1.1" status: 200 len: 913 time: 1.0003698 Jan 20 20:55:00.457857 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2dd5a250-83c3-4812-8a99-cd93e09311d3 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:55:00.509362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] For port 48416ec5-8a2c-46b0-95d7-6a2088f96f60, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=48416ec5-8a2c-46b0-95d7-6a2088f96f60,segment=NetworkSegment(d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b),segment_id=d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b)] {{(pid=80112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:55:00.526601 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-31028e8e-1723-4124-a52d-2fab0da75102 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1297744346&fields=id&tenant_id=bf5cad5f8aed4851835a12ce330c8ebc HTTP/1.1" status: 200 len: 267 time: 0.3080118 Jan 20 20:55:00.572994 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-073e8256-84e6-4eef-98a3-41d8bf422c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:00.575289 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:00.614061 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3426fe71-b6c9-40d2-bd99-8d3032257765 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:00.672892 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port 2dd5a250-83c3-4812-8a99-cd93e09311d3 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:55:00.684317 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 2dd5a250-83c3-4812-8a99-cd93e09311d3 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:55:00.684741 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:00.688686 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-073e8256-84e6-4eef-98a3-41d8bf422c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:00.697396 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ae21c32f-3ea7-4d09-a066-5e2ececbd641 req-868c0ed0-6a80-4fae-bba2-c383e119b982 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dd5a250-83c3-4812-8a99-cd93e09311d3 HTTP/1.1" status: 200 len: 217 time: 0.1958287 Jan 20 20:55:00.706983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=48416ec5-8a2c-46b0-95d7-6a2088f96f60,revision_number=3']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:00.710767 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:00.711930 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-21372cb9-e202-4173-8673-5a789f0c612a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:00.878239 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e8256-84e6-4eef-98a3-41d8bf422c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0894290f-b372-4057-823a-cdc49fcf590b,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:00.884054 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-073e8256-84e6-4eef-98a3-41d8bf422c18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c72b1e10dc074b6cba36527594c59ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3922377 Jan 20 20:55:00.967002 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-073e8256-84e6-4eef-98a3-41d8bf422c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:00.967517 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-d587296c-b588-4e2b-bf28-108602d98c4f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:00.975386 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-d587296c-b588-4e2b-bf28-108602d98c4f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/networks?id=9041c0a2-a772-4470-a39a-9b8ab252366c HTTP/1.1" status: 200 len: 816 time: 0.4171290 Jan 20 20:55:00.981041 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51290) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:01.070761 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-e6c6e347-57f7-4acf-92c3-9cfe7f5e515f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/quotas/bf5cad5f8aed4851835a12ce330c8ebc HTTP/1.1" status: 200 len: 375 time: 0.0942190 Jan 20 20:55:01.082513 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:01.088039 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for floatingip, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:01.106293 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:01.107154 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:01.109529 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] 10.222.0.10 "PUT /v2.0/ports/48416ec5-8a2c-46b0-95d7-6a2088f96f60 HTTP/1.1" status: 200 len: 1158 time: 5.5908165 Jan 20 20:55:01.112629 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9416326e-f148-4924-8cc3-0702a382d1f5', 'tag': '48416ec5-8a2c-46b0-95d7-6a2088f96f60'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:55:01.176039 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-eea99e0c-9e12-4ad6-a286-164dc3bb9afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:01.187320 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 2dd5a250-83c3-4812-8a99-cd93e09311d3, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=2dd5a250-83c3-4812-8a99-cd93e09311d3,segment=NetworkSegment(d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b),segment_id=d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:55:01.195894 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:01.196845 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 8333b025-f3fb-4d7d-8870-41cd8d0d461d up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:55:01.209097 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21c32f-3ea7-4d09-a066-5e2ececbd641 req-5c678de1-5190-41ac-bb9b-40e786857e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:01.211176 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ae21c32f-3ea7-4d09-a066-5e2ececbd641 req-5c678de1-5190-41ac-bb9b-40e786857e9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e1a6ce97-8658-4c05-bda6-1c27ed45d811 HTTP/1.1" status: 200 len: 859 time: 0.3793104 Jan 20 20:55:01.238503 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:01.268007 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-eea99e0c-9e12-4ad6-a286-164dc3bb9afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:01.383375 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-eea99e0c-9e12-4ad6-a286-164dc3bb9afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:01.400364 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a6b8c-598a-4a23-a844-744b1c983dfa req-90d284c3-4552-4428-a3b5-dc0c90a49fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:01.414932 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e8a6b8c-598a-4a23-a844-744b1c983dfa req-90d284c3-4552-4428-a3b5-dc0c90a49fcb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 1162 time: 1.0296278 Jan 20 20:55:01.419125 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5e763e37-0874-43fc-af6f-240b00c61a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:01.453514 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=2dd5a250-83c3-4812-8a99-cd93e09311d3,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:01.463659 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:01.488085 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 8333b025-f3fb-4d7d-8870-41cd8d0d461d triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:55:01.488591 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:01.541173 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea99e0c-9e12-4ad6-a286-164dc3bb9afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0894290f-b372-4057-823a-cdc49fcf590b,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:01.541377 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ae21c32f-3ea7-4d09-a066-5e2ececbd641 req-d3144561-1f5c-4daf-9ef0-fd03e6fd4488 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=32b3adf7-5052-49cb-b08c-47d815946f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2987902 Jan 20 20:55:01.547031 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-eea99e0c-9e12-4ad6-a286-164dc3bb9afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:01.555768 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-eea99e0c-9e12-4ad6-a286-164dc3bb9afe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0894290f-b372-4057-823a-cdc49fcf590b HTTP/1.1" status: 204 len: 168 time: 0.5695174 Jan 20 20:55:01.568810 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-eea99e0c-9e12-4ad6-a286-164dc3bb9afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:01.650613 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:01.757813 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e8a6b8c-598a-4a23-a844-744b1c983dfa req-2b147219-08e3-492e-8b1e-33f7332b5b3d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a0fe3448-1e26-427a-b2f9-6a8968955d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971888 Jan 20 20:55:01.781817 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-5bdd3c2f-dc5c-4b68-8d1a-cdd8b8682f97 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Synchronizing usage tracker for tenant:bf5cad5f8aed4851835a12ce330c8ebc on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:55:01.809062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-5bdd3c2f-dc5c-4b68-8d1a-cdd8b8682f97 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Unset dirty status for tenant:bf5cad5f8aed4851835a12ce330c8ebc on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:55:01.810843 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-5bdd3c2f-dc5c-4b68-8d1a-cdd8b8682f97 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf5cad5f8aed4851835a12ce330c8ebc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7392104 Jan 20 20:55:01.897841 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:55:01.947692 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4f4d2f-5d32-4861-b68f-1f8643b83a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd5a250-83c3-4812-8a99-cd93e09311d3'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:55:01.998764 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ae21c32f-3ea7-4d09-a066-5e2ececbd641 req-200429b2-7830-451f-ba30-0e0119d3026b service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470744 Jan 20 20:55:02.194190 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-a85412ed-b5cb-4c71-acdb-eae3b08a0f6d service neutron] 10.222.0.18 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651040 Jan 20 20:55:02.264289 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-feed0964-5308-4719-b679-dc03909b0220 req-bcc80f61-1587-41ba-9d0f-5778f41aa219 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.5669904 Jan 20 20:55:02.272050 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-60a5fb25-3cec-4f70-be4d-4122b912a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:02.273685 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-60a5fb25-3cec-4f70-be4d-4122b912a6c1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd4acf44f08949f899f3c5761d72cb34&device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 1161 time: 1.0340664 Jan 20 20:55:02.341792 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 8333b025-f3fb-4d7d-8870-41cd8d0d461d up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:55:02.424057 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-fe3a8413-f6c7-4503-9f43-dfae03ce4c25 service neutron] 10.222.0.18 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2214129 Jan 20 20:55:02.530917 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-415f26a5-e6f2-4286-b67c-03c1a4b4dfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:02.541664 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:02.580925 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 8333b025-f3fb-4d7d-8870-41cd8d0d461d triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:55:02.581396 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:02.849223 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-6e156185-2324-41f9-afd9-46ca408aa510 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48416ec5-8a2c-46b0-95d7-6a2088f96f60 HTTP/1.1" status: 200 len: 217 time: 0.5275252 Jan 20 20:55:02.850879 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9416326e-f148-4924-8cc3-0702a382d1f5', 'tag': '48416ec5-8a2c-46b0-95d7-6a2088f96f60', 'status': 'completed', 'code': 200} Jan 20 20:55:03.216326 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cccf64-6d28-43de-bb97-d14daabd5edf req-a867bdfa-0f29-4316-b0e1-8b148cfa7dad tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:03.236852 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-31cccf64-6d28-43de-bb97-d14daabd5edf req-a867bdfa-0f29-4316-b0e1-8b148cfa7dad tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 945 time: 0.2740893 Jan 20 20:55:03.268712 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-167da81d-9d16-430f-b7ea-69ed659e1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:03.270356 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-167da81d-9d16-430f-b7ea-69ed659e1ca7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e1a6ce97-8658-4c05-bda6-1c27ed45d811 HTTP/1.1" status: 200 len: 859 time: 0.2195063 Jan 20 20:55:03.272425 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ae21c32f-3ea7-4d09-a066-5e2ececbd641 req-11f59293-d041-4f0c-80ed-99cf801e1dd1 service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2025735 Jan 20 20:55:03.353327 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-935f991c-65cb-4e37-a4d6-77aeea3b74a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=32b3adf7-5052-49cb-b08c-47d815946f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553427 Jan 20 20:55:03.379156 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d17fbf-cf4e-4eea-9557-4e46128ca639 req-b9f5a116-e75d-475a-bd76-38d1a6442aeb tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:03.399476 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c5d17fbf-cf4e-4eea-9557-4e46128ca639 req-b9f5a116-e75d-475a-bd76-38d1a6442aeb tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 944 time: 1.2033365 Jan 20 20:55:03.435421 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-31cccf64-6d28-43de-bb97-d14daabd5edf req-69f1eddd-aee1-49f3-b5d2-42dd82edc05e tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/security-groups?id=a0fe3448-1e26-427a-b2f9-6a8968955d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972742 Jan 20 20:55:03.523032 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:03.553394 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c5d17fbf-cf4e-4eea-9557-4e46128ca639 req-8179381b-5226-403f-bf42-4d66fec67b58 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526787 Jan 20 20:55:03.605809 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4f4d2f-5d32-4861-b68f-1f8643b83a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd5a250-83c3-4812-8a99-cd93e09311d3', 'code': 200} Jan 20 20:55:03.623443 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2dd5a250-83c3-4812-8a99-cd93e09311d3 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:55:03.819453 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:03.892786 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 2dd5a250-83c3-4812-8a99-cd93e09311d3 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:55:03.893502 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:04.058379 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:04.088835 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:04.091954 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed0964-5308-4719-b679-dc03909b0220 req-2f0ee205-7e53-442e-a01b-0b63ae0e1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:04.093946 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-feed0964-5308-4719-b679-dc03909b0220 req-2f0ee205-7e53-442e-a01b-0b63ae0e1f0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76c7abf965e144cf8d55b3ce9914e21b&device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 1162 time: 1.2398462 Jan 20 20:55:04.101545 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-13f79700-cb68-4054-ac48-d8f9f8a06770 req-52f93b4e-d1ce-45b6-9561-f582f9c6607e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 210 time: 0.2923336 Jan 20 20:55:04.176831 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:04.444352 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Pushing event updated for resources: {'Port': ['ID=c284b6da-1a5a-4909-896c-13ad98ea06d0,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:04.631971 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed0964-5308-4719-b679-dc03909b0220 req-522992a2-05e7-49be-ab02-6025c74155d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:04.634499 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-feed0964-5308-4719-b679-dc03909b0220 req-522992a2-05e7-49be-ab02-6025c74155d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8 HTTP/1.1" status: 200 len: 909 time: 0.4648981 Jan 20 20:55:04.637126 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.637805 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.638595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.639062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.639795 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.640404 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.640954 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.641570 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.642223 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.642871 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.643715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.644071 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.644842 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.645365 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.646016 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.646690 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.647340 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.648003 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.648681 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.649319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.649927 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.650530 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.651208 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.651837 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:04.717366 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:04.791661 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957bef4-2629-461c-8a09-f0aa0c39792a req-22cfdf73-aabb-40fb-b2d8-2e4c9c5924b0 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:04.799132 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e957bef4-2629-461c-8a09-f0aa0c39792a req-22cfdf73-aabb-40fb-b2d8-2e4c9c5924b0 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 945 time: 0.1445775 Jan 20 20:55:04.884702 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-feed0964-5308-4719-b679-dc03909b0220 req-cd920b88-f18a-4fa9-89e6-e7cbb2428638 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=965f6bd3-bc76-44e4-a07a-e316f21f2d7b HTTP/1.1" status: 200 len: 217 time: 0.1926982 Jan 20 20:55:04.939847 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e957bef4-2629-461c-8a09-f0aa0c39792a req-96e5e998-1373-4d75-bb9c-1a2f32ea438c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/security-groups?id=a0fe3448-1e26-427a-b2f9-6a8968955d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367028 Jan 20 20:55:05.001129 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-a56ee163-3c72-4082-b282-5bef8d690eb5 service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5981662 Jan 20 20:55:05.491618 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c21ee18a-6aae-4bf4-ac2e-c61e4f619da8 req-13ee562a-336e-47b6-9a87-5b1e7fbfa946 service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4764619 Jan 20 20:55:05.494267 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed0964-5308-4719-b679-dc03909b0220 req-8a7954cd-237d-4758-aac9-e3cf54571069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:05.497389 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-feed0964-5308-4719-b679-dc03909b0220 req-8a7954cd-237d-4758-aac9-e3cf54571069 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=377a8709-324b-4662-b116-58cbd4317af0 HTTP/1.1" status: 200 len: 855 time: 0.5990036 Jan 20 20:55:05.521358 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:05.711275 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-feed0964-5308-4719-b679-dc03909b0220 req-2013b639-b4c1-47c4-b9a0-9292386f43ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264093 Jan 20 20:55:05.739374 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:05.752165 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.7982786 Jan 20 20:55:05.892507 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a3d9b-f671-417d-a18b-e4f6927d0def req-013c44cd-851a-424e-8bd1-0fb70bddf291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:05.895411 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3b9a3d9b-f671-417d-a18b-e4f6927d0def req-013c44cd-851a-424e-8bd1-0fb70bddf291 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 1162 time: 1.7998259 Jan 20 20:55:06.172749 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3b9a3d9b-f671-417d-a18b-e4f6927d0def req-729a63fb-4c18-4aff-8179-5a78c29b61e3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540147 Jan 20 20:55:06.292349 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5a60e70c-bdd5-442e-905a-24eaf28c12e3 req-aa5907c3-7cea-4b0a-9c9a-71eb2904c778 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 210 time: 0.2094755 Jan 20 20:55:06.391146 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-feed0964-5308-4719-b679-dc03909b0220 req-6b98966f-43d6-4f38-8cab-5092fd465683 service neutron] 10.222.0.10 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6583312 Jan 20 20:55:06.490215 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69df39d-6f62-4433-b692-a3a8dcf86719 req-1b0a29a9-d74d-4744-9494-f854d5be7f67 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:06.509616 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c69df39d-6f62-4433-b692-a3a8dcf86719 req-1b0a29a9-d74d-4744-9494-f854d5be7f67 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 944 time: 1.5880744 Jan 20 20:55:06.536063 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-45b326e0-7ec1-4b3e-a0c4-3ae394558d10 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:06.538416 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-45b326e0-7ec1-4b3e-a0c4-3ae394558d10 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.10 "GET /v2.0/networks?id=9041c0a2-a772-4470-a39a-9b8ab252366c HTTP/1.1" status: 200 len: 816 time: 0.8481691 Jan 20 20:55:06.609990 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-bba9c106-9ef0-4306-9a14-f5a1960d8836 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Synchronizing usage tracker for tenant:1d96be366a92447487212758b7c50e6f on resource:security_group {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:55:06.666676 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-bba9c106-9ef0-4306-9a14-f5a1960d8836 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Unset dirty status for tenant:1d96be366a92447487212758b7c50e6f on resource:security_group {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:55:06.676449 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-bba9c106-9ef0-4306-9a14-f5a1960d8836 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1717715173&fields=id&tenant_id=1d96be366a92447487212758b7c50e6f HTTP/1.1" status: 200 len: 267 time: 0.1365259 Jan 20 20:55:06.888739 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-65492403-efec-44c8-b0e4-471721827103 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf5cad5f8aed4851835a12ce330c8ebc HTTP/1.1" status: 200 len: 5705 time: 0.2851362 Jan 20 20:55:06.951255 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Request body: {'port': {'device_id': '083f232e-bdb5-4650-83b1-923033e030c3', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'admin_state_up': True, 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'security_groups': ['6aac067e-33e3-414d-9dc3-2cff6d8779a5']}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:55:07.073356 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c69df39d-6f62-4433-b692-a3a8dcf86719 req-cdc6603b-0ad5-42fe-bf91-637eb0fc5a60 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590014 Jan 20 20:55:07.111666 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7da7c1-4757-4a44-8073-fabf1627eec5 req-9a20ca38-b681-4c32-9b41-2b0a4c4087ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:07.118530 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7f7da7c1-4757-4a44-8073-fabf1627eec5 req-9a20ca38-b681-4c32-9b41-2b0a4c4087ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd4acf44f08949f899f3c5761d72cb34&device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 1161 time: 1.3878999 Jan 20 20:55:07.207441 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c1c2b9cb-02f3-486f-a135-a7da99dedd17 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:07.223256 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c1c2b9cb-02f3-486f-a135-a7da99dedd17 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/networks?id=f278e563-18ec-4833-a094-4f0a1a5f0abc HTTP/1.1" status: 200 len: 810 time: 0.5441623 Jan 20 20:55:07.270280 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-66b630a4-d810-48f5-addb-dc78702100be tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/quotas/1d96be366a92447487212758b7c50e6f HTTP/1.1" status: 200 len: 375 time: 0.0460393 Jan 20 20:55:07.519451 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-feed0964-5308-4719-b679-dc03909b0220 req-9e9c9ab2-1adf-4c75-9bfa-074c91dd5c8a service neutron] 10.222.0.10 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9179833 Jan 20 20:55:07.685159 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7da7c1-4757-4a44-8073-fabf1627eec5 req-70bd7eaf-db4b-4526-b782-25712ee67b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:07.688157 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7f7da7c1-4757-4a44-8073-fabf1627eec5 req-70bd7eaf-db4b-4526-b782-25712ee67b12 service neutron] 10.222.0.10 "GET /v2.0/networks?id=32b3adf7-5052-49cb-b08c-47d815946f90 HTTP/1.1" status: 200 len: 913 time: 0.5325203 Jan 20 20:55:07.760332 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-674c3422-eb4f-445e-b77f-7ba1cc4e9554 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Synchronizing usage tracker for tenant:1d96be366a92447487212758b7c50e6f on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:55:07.779352 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:55:07.800480 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:55:07.835021 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Made reservation on behalf of bf5cad5f8aed4851835a12ce330c8ebc for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:55:07.853444 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:07.857869 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7f7da7c1-4757-4a44-8073-fabf1627eec5 req-45ca5ae7-9715-4f3a-9403-8bcfd6de8846 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48416ec5-8a2c-46b0-95d7-6a2088f96f60 HTTP/1.1" status: 200 len: 217 time: 0.1593292 Jan 20 20:55:07.919850 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-674c3422-eb4f-445e-b77f-7ba1cc4e9554 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Unset dirty status for tenant:1d96be366a92447487212758b7c50e6f on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:55:07.931766 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-674c3422-eb4f-445e-b77f-7ba1cc4e9554 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d96be366a92447487212758b7c50e6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6597383 Jan 20 20:55:08.046938 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7da7c1-4757-4a44-8073-fabf1627eec5 req-ec073c0b-1656-45d6-9318-3b8b294bc73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:08.050511 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7f7da7c1-4757-4a44-8073-fabf1627eec5 req-ec073c0b-1656-45d6-9318-3b8b294bc73e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e1a6ce97-8658-4c05-bda6-1c27ed45d811 HTTP/1.1" status: 200 len: 859 time: 0.1843214 Jan 20 20:55:08.054221 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:08.126369 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7f7da7c1-4757-4a44-8073-fabf1627eec5 req-085326d3-27ad-41e1-96c0-6970b1ec5084 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=32b3adf7-5052-49cb-b08c-47d815946f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670855 Jan 20 20:55:08.515646 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-da990b32-2b66-4cf6-8f80-2aa53c751c69 service neutron] 10.222.0.18 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297167 Jan 20 20:55:08.584725 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7f7da7c1-4757-4a44-8073-fabf1627eec5 req-400faa80-470d-41bb-a0c0-728e35d30181 service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505553 Jan 20 20:55:08.842846 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7f7da7c1-4757-4a44-8073-fabf1627eec5 req-bb51fdd5-d697-4a47-aeb1-420bfe9475f6 service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2422833 Jan 20 20:55:09.008074 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-e6eb2c37-f2cd-4b63-85b7-87e7a4abc39b service neutron] 10.222.0.18 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4722531 Jan 20 20:55:09.090726 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Allocated IP 172.20.0.5 (9041c0a2-a772-4470-a39a-9b8ab252366c/9d457b81-4eac-442d-b015-2dcf9f7a050c/675cedcd-4983-46b0-936f-bcc8dd8ef3b8) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:55:09.227597 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-68e19008-357b-420c-a4af-f1bc520b7b04 req-451a8df9-4408-47a4-8740-f1b892c090a2 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 210 time: 0.1007414 Jan 20 20:55:09.592862 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 48416ec5-8a2c-46b0-95d7-6a2088f96f60 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:55:09.643739 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c79b2f67-402a-433c-8405-dd1571df6a49 req-2dce685f-0b17-4c3f-9961-2b981304372d tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 210 time: 0.2031462 Jan 20 20:55:09.667956 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:09.802679 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port 48416ec5-8a2c-46b0-95d7-6a2088f96f60 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:55:09.823286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 48416ec5-8a2c-46b0-95d7-6a2088f96f60 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:55:09.824018 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:09.849014 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Transition to ACTIVE for port object 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:55:09.950467 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:10.012261 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:10.182911 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf378e4-d5a2-48ef-8533-a5167ccb1c17 req-d4753851-bd1a-4a3a-b421-4a45e0de08cd tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:10.185879 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9bf378e4-d5a2-48ef-8533-a5167ccb1c17 req-d4753851-bd1a-4a3a-b421-4a45e0de08cd tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 944 time: 0.4597433 Jan 20 20:55:10.194780 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:10.271407 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9416326e-f148-4924-8cc3-0702a382d1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48416ec5-8a2c-46b0-95d7-6a2088f96f60'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:55:10.305664 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 48416ec5-8a2c-46b0-95d7-6a2088f96f60, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=48416ec5-8a2c-46b0-95d7-6a2088f96f60,segment=NetworkSegment(d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b),segment_id=d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:55:10.320165 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:10.329103 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ae0d8b04-35c8-4730-9dbe-588ce7bcdb20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:10.475662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Pushing event updated for resources: {'Port': ['ID=675cedcd-4983-46b0-936f-bcc8dd8ef3b8,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:10.505866 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.506263 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.506681 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.507066 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.507448 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.507830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.508209 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.509038 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.509038 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.509386 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.515963 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.516596 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.517049 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.517439 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.517831 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.518202 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.518599 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.518983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.519360 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.519703 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.520088 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.520455 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.520824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.521192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:10.535040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=48416ec5-8a2c-46b0-95d7-6a2088f96f60,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:10.555420 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:10.576106 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:10.597733 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9416326e-f148-4924-8cc3-0702a382d1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48416ec5-8a2c-46b0-95d7-6a2088f96f60', 'code': 200} Jan 20 20:55:10.600021 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9bf378e4-d5a2-48ef-8533-a5167ccb1c17 req-4fd08919-d6c1-4445-beb5-c04cbc34e851 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975773 Jan 20 20:55:10.773008 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Network 9041c0a2-a772-4470-a39a-9b8ab252366c is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:55:10.776104 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:55:10.783131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:55:10.839226 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:10.839226 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:10.930498 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9901052 Jan 20 20:55:10.991904 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Request body: {'port': {'device_id': '083f232e-bdb5-4650-83b1-923033e030c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:55:11.080985 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 48416ec5-8a2c-46b0-95d7-6a2088f96f60 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:55:11.310767 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf0639-892a-414b-a149-2707aa265f16 req-c9a045cc-8bd0-4505-9bcb-be6cd20d5826 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:11.317803 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b4bf0639-892a-414b-a149-2707aa265f16 req-c9a045cc-8bd0-4505-9bcb-be6cd20d5826 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 931 time: 0.2765818 Jan 20 20:55:11.469627 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51558) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:11.501531 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 48416ec5-8a2c-46b0-95d7-6a2088f96f60 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:55:11.502182 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:11.509567 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0834b6ca-d32d-4881-9f47-c6e3d564367b req-3f5e2fac-8672-4f1f-92eb-a71246c6c80b tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 210 time: 0.1831224 Jan 20 20:55:11.540117 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:11.608115 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-b4bf0639-892a-414b-a149-2707aa265f16 req-02db3580-2b96-4484-9d55-a41dd3940b82 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Synchronizing usage tracker for tenant:bf5cad5f8aed4851835a12ce330c8ebc on resource:security_group {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:55:11.656267 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-b4bf0639-892a-414b-a149-2707aa265f16 req-02db3580-2b96-4484-9d55-a41dd3940b82 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Unset dirty status for tenant:bf5cad5f8aed4851835a12ce330c8ebc on resource:security_group {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:55:11.659247 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b4bf0639-892a-414b-a149-2707aa265f16 req-02db3580-2b96-4484-9d55-a41dd3940b82 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3328183 Jan 20 20:55:11.680185 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c675f0-0c71-4dad-ae8b-61c43083be82 req-424ed4d8-34d6-4909-97d4-0bc47b75666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:11.681820 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-49c675f0-0c71-4dad-ae8b-61c43083be82 req-424ed4d8-34d6-4909-97d4-0bc47b75666a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 1163 time: 0.2809424 Jan 20 20:55:11.687776 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-2b115bc7-7b9a-4fa2-ad1d-2ac19f55cbe1 None None] Provisioning for port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:55:11.728263 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-2b115bc7-7b9a-4fa2-ad1d-2ac19f55cbe1 None None] Provisioning complete for port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:55:11.729063 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2b115bc7-7b9a-4fa2-ad1d-2ac19f55cbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:11.853852 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-49c675f0-0c71-4dad-ae8b-61c43083be82 req-6375dca4-dbdd-4b64-b0d2-bf1468dc542a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512668 Jan 20 20:55:11.904876 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-2b115bc7-7b9a-4fa2-ad1d-2ac19f55cbe1 None None] Port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 20:55:12.200122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-272866b8-04aa-4f29-8109-fb30335e5cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:12.239278 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 51574) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:12.284736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-272866b8-04aa-4f29-8109-fb30335e5cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:55:12.425735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-272866b8-04aa-4f29-8109-fb30335e5cc4 admin admin] Usage tracker for resource:security_group_rule and tenant:0f7eb31854274dc791cdbd3034b2181e is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:55:12.448645 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-272866b8-04aa-4f29-8109-fb30335e5cc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:55:12.467399 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-272866b8-04aa-4f29-8109-fb30335e5cc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:55:12.619865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853f204-de77-4496-8bf2-b532b7ebd89a req-4d040015-36b6-40f8-bb69-c51d49eab7a2 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:12.622131 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1853f204-de77-4496-8bf2-b532b7ebd89a req-4d040015-36b6-40f8-bb69-c51d49eab7a2 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.5132909 Jan 20 20:55:12.760146 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9bd8a12e-a098-4b76-8d47-3d351c299497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:12.847117 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1853f204-de77-4496-8bf2-b532b7ebd89a req-199eda71-b974-480f-a1c5-891640e54bb4 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902418 Jan 20 20:55:13.255725 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-12346012-118b-4d43-8945-7994653b32a8 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:13.257009 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-12346012-118b-4d43-8945-7994653b32a8 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Synchronizing usage tracker for tenant:1d96be366a92447487212758b7c50e6f on resource:network {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:55:13.271613 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9bd8a12e-a098-4b76-8d47-3d351c299497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:55:13.281131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 20:55:13.292886 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-9bd8a12e-a098-4b76-8d47-3d351c299497 admin admin] Usage tracker for resource:security_group_rule and tenant:e7f06882c14a467ba2ff2c93294459ac is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:55:13.407584 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-77ff757c-398c-4a59-a851-e9091c3cfda2 req-a829ec2c-4768-444f-985d-40bdd9de242c tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 210 time: 0.1404009 Jan 20 20:55:13.411922 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-9bd8a12e-a098-4b76-8d47-3d351c299497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:55:13.435370 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9bd8a12e-a098-4b76-8d47-3d351c299497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:55:13.438510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:13.492790 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-272866b8-04aa-4f29-8109-fb30335e5cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:13.507732 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Transition to ACTIVE for port object 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:55:13.529883 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-272866b8-04aa-4f29-8109-fb30335e5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:13.535339 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:13.553464 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-12346012-118b-4d43-8945-7994653b32a8 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Unset dirty status for tenant:1d96be366a92447487212758b7c50e6f on resource:network {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:55:13.555331 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e9ea166b-fe93-4592-b9af-10630ca170ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:13.555924 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-12346012-118b-4d43-8945-7994653b32a8 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.10 "GET /v2.0/networks?id=f278e563-18ec-4833-a094-4f0a1a5f0abc HTTP/1.1" status: 200 len: 810 time: 0.7549357 Jan 20 20:55:13.685079 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 51614) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:13.803296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa6a40-9cba-46d8-a087-26d20aefa0bc req-e6d55a1a-6233-475b-b96a-d1524a8fbd87 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:13.804662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-affa6a40-9cba-46d8-a087-26d20aefa0bc req-e6d55a1a-6233-475b-b96a-d1524a8fbd87 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Synchronizing usage tracker for tenant:bf5cad5f8aed4851835a12ce330c8ebc on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:55:13.891394 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-272866b8-04aa-4f29-8109-fb30335e5cc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f7eb31854274dc791cdbd3034b2181e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4115922 Jan 20 20:55:13.917118 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51620) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:13.929086 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272866b8-04aa-4f29-8109-fb30335e5cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d719c48a-7168-4569-9de9-2e71605a0ccb,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:13.955449 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-affa6a40-9cba-46d8-a087-26d20aefa0bc req-e6d55a1a-6233-475b-b96a-d1524a8fbd87 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Unset dirty status for tenant:bf5cad5f8aed4851835a12ce330c8ebc on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:55:13.968726 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-affa6a40-9cba-46d8-a087-26d20aefa0bc req-e6d55a1a-6233-475b-b96a-d1524a8fbd87 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 931 time: 0.7231243 Jan 20 20:55:13.972341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-272866b8-04aa-4f29-8109-fb30335e5cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:13.981784 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:14.029567 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e1b79061-0cff-4232-806d-d4d59dd895b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:14.085403 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-d94d91d4-3ce7-401f-90bd-23f581115c92 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Synchronizing usage tracker for tenant:1d96be366a92447487212758b7c50e6f on resource:security_group {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:55:14.133467 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9bd8a12e-a098-4b76-8d47-3d351c299497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:14.169619 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e1b79061-0cff-4232-806d-d4d59dd895b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:55:14.184860 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9bd8a12e-a098-4b76-8d47-3d351c299497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:14.199696 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e1b79061-0cff-4232-806d-d4d59dd895b0 admin admin] Usage tracker for resource:security_group_rule and tenant:8aa322f6127c4ae784445b32924decaf is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:55:14.217744 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8cefd7cf-4038-4f41-9852-3ba910fae75a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:14.250192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e1b79061-0cff-4232-806d-d4d59dd895b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:55:14.261251 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e1b79061-0cff-4232-806d-d4d59dd895b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:55:14.355045 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=675cedcd-4983-46b0-936f-bcc8dd8ef3b8,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:14.381207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:14.403546 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-affa6a40-9cba-46d8-a087-26d20aefa0bc req-624a81f5-3a7a-45ce-a825-94ae26238d2a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4332335 Jan 20 20:55:14.468259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e1b79061-0cff-4232-806d-d4d59dd895b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:14.500247 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0a2424cc-dc4b-49d7-8b31-b83f42a085e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:14.532426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-d94d91d4-3ce7-401f-90bd-23f581115c92 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Unset dirty status for tenant:1d96be366a92447487212758b7c50e6f on resource:security_group {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:55:14.534905 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-d94d91d4-3ce7-401f-90bd-23f581115c92 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d96be366a92447487212758b7c50e6f HTTP/1.1" status: 200 len: 5704 time: 0.9246750 Jan 20 20:55:14.564979 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8a12e-a098-4b76-8d47-3d351c299497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d81c02-80e0-40cb-bf33-f92ee1b72dd6,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:14.570177 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0a2424cc-dc4b-49d7-8b31-b83f42a085e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:14.594164 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e1b79061-0cff-4232-806d-d4d59dd895b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:14.629108 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Attempting to bind port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:55:14.629656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Attempting to bind port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '1eeeebe1-ad87-4172-b3b3-c25b1371c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:55:14.630156 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Attempting to bind port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 on network 9041c0a2-a772-4470-a39a-9b8ab252366c {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:55:14.633739 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-bb506035-876d-423f-bed0-b0991e082a2e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Request body: {'port': {'device_id': 'e2e869c9-4c17-42c8-b199-5041f24699ee', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'admin_state_up': True, 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'security_groups': ['7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499']}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:55:14.638737 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:55:14.639245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Checking segment: {'id': '1eeeebe1-ad87-4172-b3b3-c25b1371c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:55:14.639769 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:14.640257 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Bound using segment: {'id': '1eeeebe1-ad87-4172-b3b3-c25b1371c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:55:14.640832 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Bound port: 675cedcd-4983-46b0-936f-bcc8dd8ef3b8, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eeeebe1-ad87-4172-b3b3-c25b1371c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:55:14.641292 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:14.659015 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9bd8a12e-a098-4b76-8d47-3d351c299497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:14.659781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9bd8a12e-a098-4b76-8d47-3d351c299497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:14.695419 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b79061-0cff-4232-806d-d4d59dd895b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f731ab7-b007-463b-9046-db59fc5ce018,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:14.720292 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e1b79061-0cff-4232-806d-d4d59dd895b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:14.766338 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-1462e4d7-1c38-451a-a18b-888f02be9a37 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:14.769163 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-1462e4d7-1c38-451a-a18b-888f02be9a37 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/networks?id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8 HTTP/1.1" status: 200 len: 815 time: 1.0593131 Jan 20 20:55:14.793006 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-9bd8a12e-a098-4b76-8d47-3d351c299497 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7f06882c14a467ba2ff2c93294459ac&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5520933 Jan 20 20:55:14.813168 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0a2424cc-dc4b-49d7-8b31-b83f42a085e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:14.829679 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51630) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:14.887645 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:14.931677 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e1b79061-0cff-4232-806d-d4d59dd895b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8aa322f6127c4ae784445b32924decaf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2298145 Jan 20 20:55:14.935894 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 51634) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:14.937293 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2424cc-dc4b-49d7-8b31-b83f42a085e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d719c48a-7168-4569-9de9-2e71605a0ccb,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:14.957228 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-ef8162e4-310e-4de8-b8e8-5495643f1348 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/quotas/76c7abf965e144cf8d55b3ce9914e21b HTTP/1.1" status: 200 len: 375 time: 0.0696576 Jan 20 20:55:14.962025 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0a2424cc-dc4b-49d7-8b31-b83f42a085e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:14.969439 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] For port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8, host hv-cinder-74915, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:55:14.982128 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] For port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=675cedcd-4983-46b0-936f-bcc8dd8ef3b8,segment=NetworkSegment(1eeeebe1-ad87-4172-b3b3-c25b1371c4ce),segment_id=1eeeebe1-ad87-4172-b3b3-c25b1371c4ce)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:55:14.984535 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0a2424cc-dc4b-49d7-8b31-b83f42a085e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:14.986523 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-0a2424cc-dc4b-49d7-8b31-b83f42a085e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d719c48a-7168-4569-9de9-2e71605a0ccb HTTP/1.1" status: 204 len: 168 time: 1.0663719 Jan 20 20:55:15.009064 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:15.055245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2d441d6c-8351-496f-a2c3-f77fd8084189 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:15.263113 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-bb506035-876d-423f-bed0-b0991e082a2e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:55:15.334324 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-bb506035-876d-423f-bed0-b0991e082a2e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:55:15.340188 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5c23f515-2267-45e9-8ae7-6b3fa59af96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:15.370550 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 48416ec5-8a2c-46b0-95d7-6a2088f96f60 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:55:15.411226 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-74aba1a6-1466-4e68-9ac4-9692fe790971 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?tenant_id=76c7abf965e144cf8d55b3ce9914e21b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4415362 Jan 20 20:55:15.418515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-bb506035-876d-423f-bed0-b0991e082a2e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Made reservation on behalf of 1d96be366a92447487212758b7c50e6f for: {'port': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:55:15.435365 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-bb506035-876d-423f-bed0-b0991e082a2e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:15.516328 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-864e67f9-7287-4356-97f4-be682a9c80a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:15.557340 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503b1f7-8ccc-49e6-ab41-14ab1f82adf2 req-49a5bec4-173e-4f09-880c-76a76ad87fd0 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:15.565783 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5503b1f7-8ccc-49e6-ab41-14ab1f82adf2 req-49a5bec4-173e-4f09-880c-76a76ad87fd0 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.8235333 Jan 20 20:55:15.609836 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=675cedcd-4983-46b0-936f-bcc8dd8ef3b8,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:15.635593 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:15.665854 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-864e67f9-7287-4356-97f4-be682a9c80a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:15.748424 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5503b1f7-8ccc-49e6-ab41-14ab1f82adf2 req-7fae6bf3-4808-4dfa-b516-65a699cfd54b tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713631 Jan 20 20:55:15.752469 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51646) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:15.768407 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5c23f515-2267-45e9-8ae7-6b3fa59af96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:15.774668 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:15.776694 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:15.780702 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] 10.222.0.10 "PUT /v2.0/ports/675cedcd-4983-46b0-936f-bcc8dd8ef3b8 HTTP/1.1" status: 200 len: 1157 time: 4.8204882 Jan 20 20:55:15.798200 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 48416ec5-8a2c-46b0-95d7-6a2088f96f60 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:55:15.799143 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:15.839048 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083f232e-bdb5-4650-83b1-923033e030c3', 'tag': '675cedcd-4983-46b0-936f-bcc8dd8ef3b8'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:55:15.864838 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-47070ce9-54ec-446d-a3ef-8de16d9dbb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:16.029179 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-699f80d6-8a00-48bc-94df-68208cb6da32 req-c82a823a-a673-454d-8863-7a96c59ba79b tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 210 time: 0.0746112 Jan 20 20:55:16.031007 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-47070ce9-54ec-446d-a3ef-8de16d9dbb5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:55:16.038496 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-47070ce9-54ec-446d-a3ef-8de16d9dbb5e admin admin] Usage tracker for resource:security_group_rule and tenant:36c3a104d1c744258e199656d7c65637 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:55:16.044164 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-47070ce9-54ec-446d-a3ef-8de16d9dbb5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:55:16.053756 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-47070ce9-54ec-446d-a3ef-8de16d9dbb5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:55:16.056181 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-864e67f9-7287-4356-97f4-be682a9c80a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:16.074986 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:16.082661 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5c23f515-2267-45e9-8ae7-6b3fa59af96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:16.100949 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e67f9-7287-4356-97f4-be682a9c80a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d81c02-80e0-40cb-bf33-f92ee1b72dd6,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:16.101731 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-e644437e-d320-4e41-a21f-fd7b1a39528a service neutron] 10.222.0.18 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227975 Jan 20 20:55:16.118698 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-864e67f9-7287-4356-97f4-be682a9c80a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:16.129841 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:16.137642 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-864e67f9-7287-4356-97f4-be682a9c80a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/15d81c02-80e0-40cb-bf33-f92ee1b72dd6 HTTP/1.1" status: 204 len: 168 time: 1.2782636 Jan 20 20:55:16.139029 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-864e67f9-7287-4356-97f4-be682a9c80a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:16.146793 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23f515-2267-45e9-8ae7-6b3fa59af96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f731ab7-b007-463b-9046-db59fc5ce018,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:16.158664 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5c23f515-2267-45e9-8ae7-6b3fa59af96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:16.182200 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-0cdec3fc-7856-488a-ae9b-6cdda40ed87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:16.184664 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-0cdec3fc-7856-488a-ae9b-6cdda40ed87f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf5cad5f8aed4851835a12ce330c8ebc&device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 1160 time: 0.2978249 Jan 20 20:55:16.237373 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5c23f515-2267-45e9-8ae7-6b3fa59af96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:16.241187 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-5c23f515-2267-45e9-8ae7-6b3fa59af96d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f731ab7-b007-463b-9046-db59fc5ce018 HTTP/1.1" status: 204 len: 168 time: 1.2857306 Jan 20 20:55:16.364508 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-79dfb949-90e3-4e44-bc71-76cd00bb9fb0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=675cedcd-4983-46b0-936f-bcc8dd8ef3b8 HTTP/1.1" status: 200 len: 217 time: 0.1508408 Jan 20 20:55:16.408142 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-1ca002a5-f448-4bc6-abd9-d6cf65096e66 service neutron] 10.222.0.18 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3053615 Jan 20 20:55:16.420434 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-bb506035-876d-423f-bed0-b0991e082a2e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Allocated IP 172.20.0.7 (f278e563-18ec-4833-a094-4f0a1a5f0abc/4c922eec-afe6-4eee-af95-8fb9a05787f0/066eb50e-d450-44d9-8ac8-4f373e723466) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:55:16.589844 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-47070ce9-54ec-446d-a3ef-8de16d9dbb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:16.600156 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-47070ce9-54ec-446d-a3ef-8de16d9dbb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:16.617959 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-b3c0cdc2-aa2f-493e-a357-a5ff99c1d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:16.620446 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-b3c0cdc2-aa2f-493e-a357-a5ff99c1d031 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9d457b81-4eac-442d-b015-2dcf9f7a050c HTTP/1.1" status: 200 len: 855 time: 0.2408376 Jan 20 20:55:16.624249 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ef302c08-7985-4f8a-8d92-c2e27bcfc273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:16.756355 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-bb506035-876d-423f-bed0-b0991e082a2e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:16.777066 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-bb506035-876d-423f-bed0-b0991e082a2e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Transition to ACTIVE for port object 066eb50e-d450-44d9-8ac8-4f373e723466 will not be triggered until provisioned by entity DHCP. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:55:16.807614 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-47070ce9-54ec-446d-a3ef-8de16d9dbb5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36c3a104d1c744258e199656d7c65637&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0400808 Jan 20 20:55:16.811896 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 51668) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:16.819375 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-bb506035-876d-423f-bed0-b0991e082a2e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:16.852990 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47070ce9-54ec-446d-a3ef-8de16d9dbb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d150f9bb-a542-4b58-aabf-c3454f4b69b8,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:16.881214 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:16.895052 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-47070ce9-54ec-446d-a3ef-8de16d9dbb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:17.047905 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62878d-9f04-4637-a17c-0279e170a73b req-565b732f-c272-43d8-a281-99002bf00710 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:17.050750 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2e62878d-9f04-4637-a17c-0279e170a73b req-565b732f-c272-43d8-a281-99002bf00710 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.6836782 Jan 20 20:55:17.223262 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-ea15a538-1f1e-447e-bff9-d85fd6a1177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:17.226124 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-ea15a538-1f1e-447e-bff9-d85fd6a1177c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9041c0a2-a772-4470-a39a-9b8ab252366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5887272 Jan 20 20:55:17.675517 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb506035-876d-423f-bed0-b0991e082a2e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Pushing event updated for resources: {'Port': ['ID=066eb50e-d450-44d9-8ac8-4f373e723466,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:17.686156 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bb506035-876d-423f-bed0-b0991e082a2e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:17.710491 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2e62878d-9f04-4637-a17c-0279e170a73b req-d8652c6a-9256-48b7-95ce-a2132534f765 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6377604 Jan 20 20:55:17.725472 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51682) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:17.726229 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51684) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:17.805042 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083f232e-bdb5-4650-83b1-923033e030c3', 'tag': '675cedcd-4983-46b0-936f-bcc8dd8ef3b8', 'status': 'completed', 'code': 200} Jan 20 20:55:17.855292 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3d539acf-4f1e-4f37-8f55-7ad75a6b514c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:17.899549 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5ca9feb4-cc29-465a-a423-8d7db77051e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:17.958221 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a78b-ce3e-46bd-ac08-2a0d8d6dbc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:18.005955 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-3d539acf-4f1e-4f37-8f55-7ad75a6b514c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:55:18.011951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9ec4a78b-ce3e-46bd-ac08-2a0d8d6dbc7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:55:18.025267 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-3d539acf-4f1e-4f37-8f55-7ad75a6b514c admin admin] Usage tracker for resource:security_group_rule and tenant:9e110da372df41c08cb9b8b2490c8cbf is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:55:18.031123 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-9ec4a78b-ce3e-46bd-ac08-2a0d8d6dbc7a admin admin] Usage tracker for resource:security_group_rule and tenant:4b21fed39ac94dcca91d9956c8625c35 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:55:18.038167 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-9ec4a78b-ce3e-46bd-ac08-2a0d8d6dbc7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:55:18.041250 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-3d539acf-4f1e-4f37-8f55-7ad75a6b514c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:55:18.049285 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bdedcb36-d4e7-4a8d-9473-4996a4e8ecc8 req-1d11108d-0c5d-4932-9495-a3d8fde53563 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 210 time: 0.0979640 Jan 20 20:55:18.049735 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-6d6c39c5-049b-43a7-91a9-6370adcbb3bb service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8116906 Jan 20 20:55:18.053655 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9ec4a78b-ce3e-46bd-ac08-2a0d8d6dbc7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:55:18.058623 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5ca9feb4-cc29-465a-a423-8d7db77051e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:18.059496 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-3d539acf-4f1e-4f37-8f55-7ad75a6b514c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:55:18.101453 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84662168-126c-40dd-907d-a72b088af67f req-cbb1eaf2-dccf-4dd6-bc83-a251d45d95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:18.101453 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-84662168-126c-40dd-907d-a72b088af67f req-cbb1eaf2-dccf-4dd6-bc83-a251d45d95b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd4acf44f08949f899f3c5761d72cb34&device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 1163 time: 0.3866978 Jan 20 20:55:18.322261 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-bb506035-876d-423f-bed0-b0991e082a2e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Network f278e563-18ec-4833-a094-4f0a1a5f0abc is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:55:18.337528 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-bb506035-876d-423f-bed0-b0991e082a2e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:55:18.347303 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-bb506035-876d-423f-bed0-b0991e082a2e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:55:18.365356 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-bb506035-876d-423f-bed0-b0991e082a2e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:18.366107 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-bb506035-876d-423f-bed0-b0991e082a2e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:18.424689 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b5300-6981-4b10-825e-27b73b3841fc req-0dfb9b5c-f961-4224-9e00-163f335007e5 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:18.438668 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-655b5300-6981-4b10-825e-27b73b3841fc req-0dfb9b5c-f961-4224-9e00-163f335007e5 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 931 time: 0.5400298 Jan 20 20:55:18.449096 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-bb506035-876d-423f-bed0-b0991e082a2e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8720233 Jan 20 20:55:18.509976 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Request body: {'port': {'device_id': 'e2e869c9-4c17-42c8-b199-5041f24699ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:55:18.583378 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-655b5300-6981-4b10-825e-27b73b3841fc req-a41f4aad-1631-43bf-bff2-f00d5c7e68c9 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434071 Jan 20 20:55:18.606240 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5ca9feb4-cc29-465a-a423-8d7db77051e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:18.627501 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-073e8256-84e6-4eef-98a3-41d8bf422c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:18.642933 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5ca9feb4-cc29-465a-a423-8d7db77051e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:18.648216 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-5ca9feb4-cc29-465a-a423-8d7db77051e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d150f9bb-a542-4b58-aabf-c3454f4b69b8 HTTP/1.1" status: 204 len: 168 time: 1.8307357 Jan 20 20:55:18.648216 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84662168-126c-40dd-907d-a72b088af67f req-2208ac63-d824-45ce-bb5c-6d1d48b75fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:18.649469 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-84662168-126c-40dd-907d-a72b088af67f req-2208ac63-d824-45ce-bb5c-6d1d48b75fd2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=32b3adf7-5052-49cb-b08c-47d815946f90 HTTP/1.1" status: 200 len: 913 time: 0.5462403 Jan 20 20:55:18.671355 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cf565fe9-6c24-4c1f-8527-149651fc5fc2 req-5ea20f9f-6bbc-4fb3-8e9d-d9b2922be3f3 service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5696616 Jan 20 20:55:18.681944 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530cadf-cb20-4250-92f5-769cc851a373 req-a8ca0e89-1b8a-4521-be13-9200ff962462 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:18.685519 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3d539acf-4f1e-4f37-8f55-7ad75a6b514c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:18.696142 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7530cadf-cb20-4250-92f5-769cc851a373 req-a8ca0e89-1b8a-4521-be13-9200ff962462 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.4380956 Jan 20 20:55:18.715412 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9feb4-cc29-465a-a423-8d7db77051e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d150f9bb-a542-4b58-aabf-c3454f4b69b8,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:18.720465 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a78b-ce3e-46bd-ac08-2a0d8d6dbc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:18.723358 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3d539acf-4f1e-4f37-8f55-7ad75a6b514c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:18.733650 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e9e211c3-fdeb-4ed1-aade-60fc794d005c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:18.742288 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ec4a78b-ce3e-46bd-ac08-2a0d8d6dbc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:18.804638 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-9ec4a78b-ce3e-46bd-ac08-2a0d8d6dbc7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b21fed39ac94dcca91d9956c8625c35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0680611 Jan 20 20:55:18.808742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51696) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:18.820809 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-6dae25dd-8b22-4869-9351-412d444a48b2 None None] Provisioning for port 066eb50e-d450-44d9-8ac8-4f373e723466 completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:55:18.833105 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-3d539acf-4f1e-4f37-8f55-7ad75a6b514c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e110da372df41c08cb9b8b2490c8cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1049261 Jan 20 20:55:18.836023 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d539acf-4f1e-4f37-8f55-7ad75a6b514c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a92d39-08ee-4ad8-9c85-79f5b6aa23dc,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:18.842081 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51700) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:18.844925 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3d539acf-4f1e-4f37-8f55-7ad75a6b514c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:18.862405 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:18.878114 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-6dae25dd-8b22-4869-9351-412d444a48b2 None None] Provisioning complete for port 066eb50e-d450-44d9-8ac8-4f373e723466 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:55:18.882099 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6dae25dd-8b22-4869-9351-412d444a48b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:18.932923 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5ca9feb4-cc29-465a-a423-8d7db77051e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:18.937713 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4a78b-ce3e-46bd-ac08-2a0d8d6dbc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c14f59-763e-4e81-9b2d-c868b78d974e,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:18.952001 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9ec4a78b-ce3e-46bd-ac08-2a0d8d6dbc7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:19.029258 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-84662168-126c-40dd-907d-a72b088af67f req-9aba2a57-0f86-4f63-841c-8f952cb3a9c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48416ec5-8a2c-46b0-95d7-6a2088f96f60 HTTP/1.1" status: 200 len: 217 time: 0.3291090 Jan 20 20:55:19.062520 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-6dae25dd-8b22-4869-9351-412d444a48b2 None None] Port 066eb50e-d450-44d9-8ac8-4f373e723466 cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 20:55:19.076587 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3d417f5a-9952-46b2-a954-e3e36809a037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:19.099317 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-979d1559-d7d5-45b1-91ee-0b4f8102a67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:19.167478 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3d417f5a-9952-46b2-a954-e3e36809a037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:19.188830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-979d1559-d7d5-45b1-91ee-0b4f8102a67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:19.272125 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b03ac-7152-44ec-9118-ad97c0995b95 req-ed11dedd-0e4d-4556-b8d4-947cadc10a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:19.273924 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d07b03ac-7152-44ec-9118-ad97c0995b95 req-ed11dedd-0e4d-4556-b8d4-947cadc10a2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf5cad5f8aed4851835a12ce330c8ebc&device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 1160 time: 0.3735790 Jan 20 20:55:19.500774 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3d417f5a-9952-46b2-a954-e3e36809a037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:19.516127 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2a8fc066-b30c-43eb-8317-ae1716eebdcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:19.529724 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-979d1559-d7d5-45b1-91ee-0b4f8102a67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:19.548137 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-979d1559-d7d5-45b1-91ee-0b4f8102a67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:19.553790 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-979d1559-d7d5-45b1-91ee-0b4f8102a67c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09a92d39-08ee-4ad8-9c85-79f5b6aa23dc HTTP/1.1" status: 204 len: 168 time: 0.7064455 Jan 20 20:55:19.573725 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a440f3-a10a-46f2-8443-6983b5dafba5 req-806ef91e-1f82-445c-81c3-993dc57837e2 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:19.581796 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-44a440f3-a10a-46f2-8443-6983b5dafba5 req-806ef91e-1f82-445c-81c3-993dc57837e2 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.3675544 Jan 20 20:55:19.605181 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b03ac-7152-44ec-9118-ad97c0995b95 req-161b7a43-5eea-4c71-9b8d-7acf65bb4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:19.606910 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d07b03ac-7152-44ec-9118-ad97c0995b95 req-161b7a43-5eea-4c71-9b8d-7acf65bb4867 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9041c0a2-a772-4470-a39a-9b8ab252366c HTTP/1.1" status: 200 len: 910 time: 0.3124363 Jan 20 20:55:19.614523 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d417f5a-9952-46b2-a954-e3e36809a037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c14f59-763e-4e81-9b2d-c868b78d974e,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:19.619905 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3d417f5a-9952-46b2-a954-e3e36809a037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:19.689505 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:19.697381 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d07b03ac-7152-44ec-9118-ad97c0995b95 req-395d8a17-6608-44cf-8572-c53ceee96ff8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=675cedcd-4983-46b0-936f-bcc8dd8ef3b8 HTTP/1.1" status: 200 len: 217 time: 0.0761461 Jan 20 20:55:19.701430 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3d417f5a-9952-46b2-a954-e3e36809a037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:19.705788 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-3d417f5a-9952-46b2-a954-e3e36809a037 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3c14f59-763e-4e81-9b2d-c868b78d974e HTTP/1.1" status: 204 len: 168 time: 0.8923144 Jan 20 20:55:19.748014 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-b038b791-3712-49e9-95d2-19f3f4d24d73 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:19.751380 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-b038b791-3712-49e9-95d2-19f3f4d24d73 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.10 "GET /v2.0/networks?id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8 HTTP/1.1" status: 200 len: 815 time: 0.4568684 Jan 20 20:55:19.762802 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d1559-d7d5-45b1-91ee-0b4f8102a67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a92d39-08ee-4ad8-9c85-79f5b6aa23dc,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:19.773601 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-979d1559-d7d5-45b1-91ee-0b4f8102a67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:19.796957 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-44a440f3-a10a-46f2-8443-6983b5dafba5 req-2fedc6e4-70f7-4711-bc95-9bb0e6d2c8a1 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139091 Jan 20 20:55:19.823584 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7530cadf-cb20-4250-92f5-769cc851a373 req-f63114eb-1d8a-4516-8bd4-b70fb3f8e49a tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1258397 Jan 20 20:55:19.836494 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-b5b83739-34ee-415c-9c55-fee0a2f65136 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Request body: {'port': {'device_id': 'fc50eb94-3bc6-429d-98af-3a0f75af4612', 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8', 'admin_state_up': True, 'tenant_id': '76c7abf965e144cf8d55b3ce9914e21b'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:55:19.867450 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b03ac-7152-44ec-9118-ad97c0995b95 req-cbdd617e-ea67-424e-9cf4-975f8956ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:19.869251 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d07b03ac-7152-44ec-9118-ad97c0995b95 req-cbdd617e-ea67-424e-9cf4-975f8956ed40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9d457b81-4eac-442d-b015-2dcf9f7a050c HTTP/1.1" status: 200 len: 855 time: 0.1519639 Jan 20 20:55:19.976834 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:20.134686 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b03ac-7152-44ec-9118-ad97c0995b95 req-9f0df310-922a-4f34-9298-248872530459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:20.136490 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d07b03ac-7152-44ec-9118-ad97c0995b95 req-9f0df310-922a-4f34-9298-248872530459 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9041c0a2-a772-4470-a39a-9b8ab252366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2575889 Jan 20 20:55:20.314898 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-49135eba-973b-4b73-a753-a6e505beb5a7 req-a0afd539-60d8-4a45-b86d-8e7699d23a09 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 210 time: 0.1395078 Jan 20 20:55:20.458120 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d07b03ac-7152-44ec-9118-ad97c0995b95 req-5b3b670f-738f-41e1-81c0-91e8e426dc75 service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103008 Jan 20 20:55:20.464209 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84662168-126c-40dd-907d-a72b088af67f req-65b89160-feed-4870-830a-7746972993dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:20.466550 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-84662168-126c-40dd-907d-a72b088af67f req-65b89160-feed-4870-830a-7746972993dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e1a6ce97-8658-4c05-bda6-1c27ed45d811 HTTP/1.1" status: 200 len: 859 time: 1.4285927 Jan 20 20:55:20.738328 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d07b03ac-7152-44ec-9118-ad97c0995b95 req-f686f9b9-2e6e-4eb8-a501-d04794371e69 service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2476332 Jan 20 20:55:20.779850 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-84662168-126c-40dd-907d-a72b088af67f req-98bd6546-3d14-4466-b1a0-5354cc12791d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=32b3adf7-5052-49cb-b08c-47d815946f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1817815 Jan 20 20:55:21.046462 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51740) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:21.059591 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-b5b83739-34ee-415c-9c55-fee0a2f65136 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:55:21.070888 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-b5b83739-34ee-415c-9c55-fee0a2f65136 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:55:21.111307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d89d54-8879-4577-84a4-f0ddf9814f48 req-52128e64-37ba-420b-be85-2948dd68b1dc tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:21.112201 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-57d89d54-8879-4577-84a4-f0ddf9814f48 req-52128e64-37ba-420b-be85-2948dd68b1dc tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Synchronizing usage tracker for tenant:1d96be366a92447487212758b7c50e6f on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:55:21.118949 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-b5b83739-34ee-415c-9c55-fee0a2f65136 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Made reservation on behalf of 76c7abf965e144cf8d55b3ce9914e21b for: {'port': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:55:21.128604 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-b5b83739-34ee-415c-9c55-fee0a2f65136 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:21.147822 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-aac1381b-0277-48fe-8a6f-3aea15fd1128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:21.315761 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-aac1381b-0277-48fe-8a6f-3aea15fd1128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:55:21.320027 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-84662168-126c-40dd-907d-a72b088af67f req-c81213ad-f714-46b2-9aaf-446e448c308d service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130005 Jan 20 20:55:21.339543 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-aac1381b-0277-48fe-8a6f-3aea15fd1128 admin admin] Usage tracker for resource:security_group_rule and tenant:6153d91901fd401d85ad3c2b277ebc05 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:55:21.347293 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-aac1381b-0277-48fe-8a6f-3aea15fd1128 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:55:21.363448 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-aac1381b-0277-48fe-8a6f-3aea15fd1128 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:55:21.510555 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-57d89d54-8879-4577-84a4-f0ddf9814f48 req-52128e64-37ba-420b-be85-2948dd68b1dc tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Unset dirty status for tenant:1d96be366a92447487212758b7c50e6f on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:55:21.511751 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-57d89d54-8879-4577-84a4-f0ddf9814f48 req-52128e64-37ba-420b-be85-2948dd68b1dc tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 931 time: 1.2022119 Jan 20 20:55:21.592469 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baf6a8-5ccb-4f67-939c-4fd547819d6c req-1616603a-60a9-40c7-9cbc-5d85908633de tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:21.600589 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d0baf6a8-5ccb-4f67-939c-4fd547819d6c req-1616603a-60a9-40c7-9cbc-5d85908633de tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.4586115 Jan 20 20:55:21.604814 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-aac1381b-0277-48fe-8a6f-3aea15fd1128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:21.623216 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-aac1381b-0277-48fe-8a6f-3aea15fd1128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:21.657458 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:21.671131 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-aac1381b-0277-48fe-8a6f-3aea15fd1128 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6153d91901fd401d85ad3c2b277ebc05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6219497 Jan 20 20:55:21.672026 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51754) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:21.756381 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1381b-0277-48fe-8a6f-3aea15fd1128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c7ff08-7aeb-43b5-9b68-b6775b49828d,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:21.785237 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d0baf6a8-5ccb-4f67-939c-4fd547819d6c req-83b0c637-4be0-4dea-a422-cd660c28a739 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835399 Jan 20 20:55:21.788548 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-aac1381b-0277-48fe-8a6f-3aea15fd1128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:21.860749 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-64f889c9-c582-40b6-b453-c467fc1ea962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:21.940881 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-64f889c9-c582-40b6-b453-c467fc1ea962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:22.179689 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-64f889c9-c582-40b6-b453-c467fc1ea962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:22.207661 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-47070ce9-54ec-446d-a3ef-8de16d9dbb5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:22.228828 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-64f889c9-c582-40b6-b453-c467fc1ea962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:22.234397 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-64f889c9-c582-40b6-b453-c467fc1ea962 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09c7ff08-7aeb-43b5-9b68-b6775b49828d HTTP/1.1" status: 204 len: 168 time: 0.5533006 Jan 20 20:55:22.234397 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f889c9-c582-40b6-b453-c467fc1ea962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c7ff08-7aeb-43b5-9b68-b6775b49828d,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:22.238752 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-64f889c9-c582-40b6-b453-c467fc1ea962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:22.274713 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c7544-0892-418a-aa99-1a9b5a0e1b80 req-171c9a1a-be9f-44ec-b35d-2eeb9a7287f8 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:22.285606 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4f1c7544-0892-418a-aa99-1a9b5a0e1b80 req-171c9a1a-be9f-44ec-b35d-2eeb9a7287f8 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.2568655 Jan 20 20:55:22.610785 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4f1c7544-0892-418a-aa99-1a9b5a0e1b80 req-e44a76a2-71b7-4928-ae3a-03809591ab6b tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236914 Jan 20 20:55:22.660086 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-57d89d54-8879-4577-84a4-f0ddf9814f48 req-de505b17-b868-4444-ac41-e07e837a13b9 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7708423 Jan 20 20:55:22.816889 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-b5b83739-34ee-415c-9c55-fee0a2f65136 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Allocated IP 172.20.0.3 (02f02c29-d0f9-49ff-9943-9bbf967e5bb8/377a8709-324b-4662-b116-58cbd4317af0/d912ae57-ea72-47e0-b64f-11016ea5f9cb) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:55:22.861206 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-84662168-126c-40dd-907d-a72b088af67f req-8cf385c9-c516-412e-9183-461471a28607 service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3515918 Jan 20 20:55:23.198944 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8c8f2cdf-9ff1-4f73-9c6b-0c6919bd31b7 req-17616f20-355e-46ad-86c9-c15925e80240 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 210 time: 0.0624931 Jan 20 20:55:23.219657 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066eb50e-d450-44d9-8ac8-4f373e723466 {{(pid=80112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 20:55:23.247377 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:23.257403 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 51794) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:23.333934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Transition to ACTIVE for port object 066eb50e-d450-44d9-8ac8-4f373e723466 will not be triggered until provisioned by entity L2. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:55:23.356527 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:23.424037 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-84c190a1-3016-4d49-a078-e6edfc04ce02 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:23.478944 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb93361-f5a0-4a96-96e0-89f66c7f27b4 req-dec15a58-a027-40cd-95f2-1b8e083a5be2 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:23.480556 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4fb93361-f5a0-4a96-96e0-89f66c7f27b4 req-dec15a58-a027-40cd-95f2-1b8e083a5be2 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.2715666 Jan 20 20:55:23.566445 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4fb93361-f5a0-4a96-96e0-89f66c7f27b4 req-e1e9ebc5-5c82-4612-9d23-6f55b4ecd34e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724235 Jan 20 20:55:23.744529 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-682354601-network', 'tenant_id': '907eaf9d49cf4e5aaab882ecb18641af'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:55:23.770125 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:55:23.775095 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Usage tracker for resource:network and tenant:907eaf9d49cf4e5aaab882ecb18641af is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:55:23.778718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:55:23.799182 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:55:23.895019 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Pushing event updated for resources: {'Port': ['ID=066eb50e-d450-44d9-8ac8-4f373e723466,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:23.903642 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:23.904766 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Made reservation on behalf of 907eaf9d49cf4e5aaab882ecb18641af for: {'network': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:55:23.910838 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:23.978974 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:24.003377 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-b5b83739-34ee-415c-9c55-fee0a2f65136 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:24.039276 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e43538-dbf0-4976-8105-0b9481a7f29d req-94cf948e-c873-4174-bbbe-b31dffd9e381 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:24.041485 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d7e43538-dbf0-4976-8105-0b9481a7f29d req-94cf948e-c873-4174-bbbe-b31dffd9e381 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 945 time: 0.4653554 Jan 20 20:55:24.052768 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:55:24.065260 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:55:24.079172 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Usage tracker for resource:security_group_rule and tenant:907eaf9d49cf4e5aaab882ecb18641af is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:55:24.117085 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:55:24.132330 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:55:24.156377 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bb438-5977-4f7c-ab44-a570ad24fbee req-e07f8f94-8548-42d7-9e0c-0f5a6fce0ee0 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:24.160561 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2d1bb438-5977-4f7c-ab44-a570ad24fbee req-e07f8f94-8548-42d7-9e0c-0f5a6fce0ee0 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.2791188 Jan 20 20:55:24.172670 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d7e43538-dbf0-4976-8105-0b9481a7f29d req-731a2129-21f5-48f2-917f-e7ba89eafce7 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/security-groups?id=a0fe3448-1e26-427a-b2f9-6a8968955d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011624 Jan 20 20:55:24.350303 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-b5b83739-34ee-415c-9c55-fee0a2f65136 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:24.371588 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:55:24.375592 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Attempting to bind port 066eb50e-d450-44d9-8ac8-4f373e723466 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:55:24.375945 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Attempting to bind port 066eb50e-d450-44d9-8ac8-4f373e723466 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'deb6def9-f016-4f69-b6a9-5314f6ce15c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc'}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:55:24.376328 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Attempting to bind port 066eb50e-d450-44d9-8ac8-4f373e723466 on network f278e563-18ec-4833-a094-4f0a1a5f0abc {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:55:24.399836 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2d1bb438-5977-4f7c-ab44-a570ad24fbee req-6b1763e4-2c43-4d2d-8ffe-be775addf687 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306635 Jan 20 20:55:24.414840 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:55:24.415571 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:24.427512 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-84c78b5d-d551-467a-a73f-0cb72f5d81aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:24.582900 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:55:24.583311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Checking segment: {'id': 'deb6def9-f016-4f69-b6a9-5314f6ce15c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:55:24.583734 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:24.584138 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Bound using segment: {'id': 'deb6def9-f016-4f69-b6a9-5314f6ce15c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc'} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:55:24.584850 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Bound port: 066eb50e-d450-44d9-8ac8-4f373e723466, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb6def9-f016-4f69-b6a9-5314f6ce15c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc'}}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:55:24.585039 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:24.707083 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:24.754716 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=675cedcd-4983-46b0-936f-bcc8dd8ef3b8,segment=NetworkSegment(1eeeebe1-ad87-4172-b3b3-c25b1371c4ce),segment_id=1eeeebe1-ad87-4172-b3b3-c25b1371c4ce)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:55:24.758465 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083f232e-bdb5-4650-83b1-923033e030c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675cedcd-4983-46b0-936f-bcc8dd8ef3b8'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:55:24.770787 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:24.774373 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-26f2cd13-62f2-417b-a6ec-9859100a8352 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:24.929605 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=675cedcd-4983-46b0-936f-bcc8dd8ef3b8,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:24.945046 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.945669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.946315 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.947020 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.947657 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.948350 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.948900 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.949545 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.950226 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.950901 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.951538 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.952213 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.953019 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.953714 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.954356 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.955037 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.956300 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.956300 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.956902 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.958117 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.958117 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.958844 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.959750 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.960066 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:55:24.968724 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:24.984940 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d27a7e-a88e-4422-ad3b-0e55cb290234 req-d61a4763-122d-4112-8559-eab26272043e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:24.986554 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-04d27a7e-a88e-4422-ad3b-0e55cb290234 req-d61a4763-122d-4112-8559-eab26272043e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 931 time: 0.2101989 Jan 20 20:55:25.038643 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b83739-34ee-415c-9c55-fee0a2f65136 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Pushing event updated for resources: {'Port': ['ID=d912ae57-ea72-47e0-b64f-11016ea5f9cb,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:25.043465 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51836) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:25.059834 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b5b83739-34ee-415c-9c55-fee0a2f65136 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:25.128290 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-04d27a7e-a88e-4422-ad3b-0e55cb290234 req-c18e2bc6-d926-4d8b-b83c-4a9a7ac139b7 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306455 Jan 20 20:55:25.168793 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] For port 066eb50e-d450-44d9-8ac8-4f373e723466, host hv-cinder-74915, cleared binding levels {{(pid=80112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:55:25.193311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:25.211800 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] For port 066eb50e-d450-44d9-8ac8-4f373e723466, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=066eb50e-d450-44d9-8ac8-4f373e723466,segment=NetworkSegment(deb6def9-f016-4f69-b6a9-5314f6ce15c2),segment_id=deb6def9-f016-4f69-b6a9-5314f6ce15c2)] {{(pid=80112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:55:25.213325 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:25.218857 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-b5b83739-34ee-415c-9c55-fee0a2f65136 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Network 02f02c29-d0f9-49ff-9943-9bbf967e5bb8 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:55:25.219767 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dacf5100-5670-47d9-a9ef-0f40115ea13d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:25.235934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-b5b83739-34ee-415c-9c55-fee0a2f65136 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:55:25.243854 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:25.244869 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-b5b83739-34ee-415c-9c55-fee0a2f65136 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:55:25.262800 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-b5b83739-34ee-415c-9c55-fee0a2f65136 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:25.263538 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-b5b83739-34ee-415c-9c55-fee0a2f65136 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:25.316725 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c700d688-647e-4588-976e-96764df1ec9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:25.321167 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98791ef6-65a8-4cb4-bf7d-b8a3a08e73f8 req-e35418bd-85a8-432f-9b6e-3b0099ef013c tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:25.324274 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98791ef6-65a8-4cb4-bf7d-b8a3a08e73f8 req-e35418bd-85a8-432f-9b6e-3b0099ef013c tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 943 time: 0.5404975 Jan 20 20:55:25.341272 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c700d688-647e-4588-976e-96764df1ec9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:55:25.349394 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-c700d688-647e-4588-976e-96764df1ec9f admin admin] Usage tracker for resource:security_group_rule and tenant:3667d35557074cc5a164fffa72e4e470 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:55:25.353239 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-c700d688-647e-4588-976e-96764df1ec9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:55:25.360792 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c700d688-647e-4588-976e-96764df1ec9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:55:25.427780 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 20:55:25.544474 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbd592-2b6c-4c74-bf09-f88c04e7bc06 req-8f8da701-d563-45a7-a434-cdb05b097406 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:25.547019 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-74cbd592-2b6c-4c74-bf09-f88c04e7bc06 req-8f8da701-d563-45a7-a434-cdb05b097406 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.1755645 Jan 20 20:55:25.620420 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c700d688-647e-4588-976e-96764df1ec9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:25.628113 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c700d688-647e-4588-976e-96764df1ec9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:25.639424 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2b722245-79b1-4867-867c-b9ca5248304b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:25.658716 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-74cbd592-2b6c-4c74-bf09-f88c04e7bc06 req-1a98a4c8-1b1f-43e0-af50-7140e2696566 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924704 Jan 20 20:55:25.686732 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700d688-647e-4588-976e-96764df1ec9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d6feb7-a7db-47dd-ac2e-73b1acfae186,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:25.691014 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c700d688-647e-4588-976e-96764df1ec9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:25.705937 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4361c286-1e2d-47a7-972d-c55c39a11826,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:25.738553 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-c700d688-647e-4588-976e-96764df1ec9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3667d35557074cc5a164fffa72e4e470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6910477 Jan 20 20:55:25.738806 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:25.739160 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51846) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:25.750642 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bb506035-876d-423f-bed0-b0991e082a2e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:25.765715 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083f232e-bdb5-4650-83b1-923033e030c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675cedcd-4983-46b0-936f-bcc8dd8ef3b8', 'code': 200} Jan 20 20:55:25.830609 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:25.830845 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.segments_db [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Added segment 867607aa-37b1-45db-9063-89cdda4d62af of type vxlan for network 4c3da868-fe30-4561-be7f-1b1941da0821 Jan 20 20:55:25.888860 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98791ef6-65a8-4cb4-bf7d-b8a3a08e73f8 req-95a509d7-f943-45ce-93a4-918ab457db92 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5431478 Jan 20 20:55:25.927575 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Pushing event updated for resources: {'Port': ['ID=066eb50e-d450-44d9-8ac8-4f373e723466,revision_number=3']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:25.946226 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-b5b83739-34ee-415c-9c55-fee0a2f65136 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1539695 Jan 20 20:55:25.947183 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:26.011172 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Request body: {'port': {'device_id': 'fc50eb94-3bc6-429d-98af-3a0f75af4612', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:55:26.018865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4145bf0c-d334-4cab-bf1f-4b8dce454a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:26.056716 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282313094106'] for network, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:26.093039 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4145bf0c-d334-4cab-bf1f-4b8dce454a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:26.156920 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf126a2-7de0-4b1a-8c21-ee3ec1b31243 req-a7a2e9d1-8b08-4590-b5c2-dc918e44ba46 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:26.159031 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aaf126a2-7de0-4b1a-8c21-ee3ec1b31243 req-a7a2e9d1-8b08-4590-b5c2-dc918e44ba46 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.10 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 945 time: 0.7233655 Jan 20 20:55:26.300110 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:26.300342 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:26.301820 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] 10.222.0.10 "PUT /v2.0/ports/066eb50e-d450-44d9-8ac8-4f373e723466 HTTP/1.1" status: 200 len: 1157 time: 7.8243132 Jan 20 20:55:26.319693 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e869c9-4c17-42c8-b199-5041f24699ee', 'tag': '066eb50e-d450-44d9-8ac8-4f373e723466'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:55:26.319923 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4145bf0c-d334-4cab-bf1f-4b8dce454a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:26.329370 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for network, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:26.335091 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c700d688-647e-4588-976e-96764df1ec9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:26.391446 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a0e14-bee8-47c1-94a1-2ffc538c7672 req-bb0065f6-0cd7-48ee-90ec-5e14757c3043 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:26.396626 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:26.397388 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:26.401343 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-050a0e14-bee8-47c1-94a1-2ffc538c7672 req-bb0065f6-0cd7-48ee-90ec-5e14757c3043 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 945 time: 0.5190365 Jan 20 20:55:26.405936 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145bf0c-d334-4cab-bf1f-4b8dce454a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d6feb7-a7db-47dd-ac2e-73b1acfae186,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:26.433454 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4145bf0c-d334-4cab-bf1f-4b8dce454a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:26.457347 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619eb97c-af72-4676-aae4-54ce4fb3ee9d req-413c3b5e-c432-4e57-b53a-c3ff6bb64cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:26.459033 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-619eb97c-af72-4676-aae4-54ce4fb3ee9d req-413c3b5e-c432-4e57-b53a-c3ff6bb64cb1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 1162 time: 0.2960699 Jan 20 20:55:26.459909 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4145bf0c-d334-4cab-bf1f-4b8dce454a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:26.461022 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-4145bf0c-d334-4cab-bf1f-4b8dce454a0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62d6feb7-a7db-47dd-ac2e-73b1acfae186 HTTP/1.1" status: 204 len: 168 time: 0.7204323 Jan 20 20:55:26.483326 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-050a0e14-bee8-47c1-94a1-2ffc538c7672 req-63a57d67-bccf-41f3-bd9b-219c83c1f4f6 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/security-groups?id=a0fe3448-1e26-427a-b2f9-6a8968955d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809226 Jan 20 20:55:26.530688 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:26.537336 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-619eb97c-af72-4676-aae4-54ce4fb3ee9d req-d4c96d61-6107-446a-9deb-c1f212373153 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526369 Jan 20 20:55:26.661875 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.4032228 Jan 20 20:55:26.668398 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 51860) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:26.707504 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-aaf126a2-7de0-4b1a-8c21-ee3ec1b31243 req-4d5be420-1d05-424b-b744-01bbb148ab9c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Deleting port 8333b025-f3fb-4d7d-8870-41cd8d0d461d {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 20:55:26.708156 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-aaf126a2-7de0-4b1a-8c21-ee3ec1b31243 req-4d5be420-1d05-424b-b744-01bbb148ab9c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:26.760913 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe88936-eddb-4320-9ec0-a6f723e50d29 req-6d9ec617-2b48-46bf-a5b8-9d553fcc700a tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:26.768595 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0fe88936-eddb-4320-9ec0-a6f723e50d29 req-6d9ec617-2b48-46bf-a5b8-9d553fcc700a tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 931 time: 0.1334305 Jan 20 20:55:26.778236 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-3cfdd04a-5353-4795-b4ed-740d92b66d0f admin admin] Request body: {'subnet': {'network_id': '4c3da868-fe30-4561-be7f-1b1941da0821', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-682354601-subnet', 'tenant_id': '907eaf9d49cf4e5aaab882ecb18641af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:55:26.824572 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:26.830466 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0fe88936-eddb-4320-9ec0-a6f723e50d29 req-3715fa30-4643-433d-bf8c-0d96a27a163d tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603943 Jan 20 20:55:26.856004 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-3cfdd04a-5353-4795-b4ed-740d92b66d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:55:26.898166 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-3cfdd04a-5353-4795-b4ed-740d92b66d0f admin admin] Usage tracker for resource:subnet and tenant:907eaf9d49cf4e5aaab882ecb18641af is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:55:26.914267 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Pushing event updated for resources: {'Network': ['ID=4c3da868-fe30-4561-be7f-1b1941da0821,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:26.922035 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e869c9-4c17-42c8-b199-5041f24699ee', 'tag': '066eb50e-d450-44d9-8ac8-4f373e723466', 'status': 'completed', 'code': 200} Jan 20 20:55:26.923517 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-3cfdd04a-5353-4795-b4ed-740d92b66d0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:55:26.970622 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Network 4c3da868-fe30-4561-be7f-1b1941da0821 details requested by agent ovs-agent-dv-cinder-749155-5-iscsi with host dv-cinder-749155-5-iscsi {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:55:27.035697 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-3cfdd04a-5353-4795-b4ed-740d92b66d0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:55:27.041291 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:27.085373 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Network 4c3da868-fe30-4561-be7f-1b1941da0821 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:55:27.226089 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f868130-d70a-4bf3-9f99-13abb8198584 req-90e38bb5-2bd4-40d2-8b99-c4c4e78fcbcc tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:27.227966 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9f868130-d70a-4bf3-9f99-13abb8198584 req-90e38bb5-2bd4-40d2-8b99-c4c4e78fcbcc tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.1834536 Jan 20 20:55:27.282430 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1e664-64b2-4519-9c12-096cbe90cc97 req-f69fbd9b-3385-42d5-bff6-12d35d069d62 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:27.284232 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-72c1e664-64b2-4519-9c12-096cbe90cc97 req-f69fbd9b-3385-42d5-bff6-12d35d069d62 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 1.1107862 Jan 20 20:55:27.297047 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfdd04a-5353-4795-b4ed-740d92b66d0f admin admin] Made reservation on behalf of 907eaf9d49cf4e5aaab882ecb18641af for: {'subnet': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:55:27.302869 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd04a-5353-4795-b4ed-740d92b66d0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:27.325070 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9f868130-d70a-4bf3-9f99-13abb8198584 req-28b788a9-2971-46bf-9af1-11f5cee3fe29 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902250 Jan 20 20:55:27.371167 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-fb38fd04-3de9-47ad-b20f-1745fcf349b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:27.372839 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-fb38fd04-3de9-47ad-b20f-1745fcf349b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1d96be366a92447487212758b7c50e6f&device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 1160 time: 0.9795859 Jan 20 20:55:27.567053 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:55:27.658163 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-1cd39ba9-148c-44bf-b192-f8efdb92917c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=066eb50e-d450-44d9-8ac8-4f373e723466 HTTP/1.1" status: 200 len: 217 time: 0.1002758 Jan 20 20:55:27.723435 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:55:27.724409 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:27.795040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07299e5c-6657-478f-9ab6-a52780a7d4d9 req-a8d07e28-a83d-42d3-9b33-90e277cd5081 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:27.798194 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-07299e5c-6657-478f-9ab6-a52780a7d4d9 req-a8d07e28-a83d-42d3-9b33-90e277cd5081 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 943 time: 0.2653005 Jan 20 20:55:27.890862 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-72c1e664-64b2-4519-9c12-096cbe90cc97 req-7c457ac7-adb6-46f2-9625-f3d0c55e7e51 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5681443 Jan 20 20:55:27.925975 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-07299e5c-6657-478f-9ab6-a52780a7d4d9 req-88442926-4f0a-44bb-8ee7-8ac5fc865f49 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202908 Jan 20 20:55:28.080872 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-4e90cea3-e99d-4e5c-904e-09583240e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:28.082513 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-4e90cea3-e99d-4e5c-904e-09583240e11f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c922eec-afe6-4eee-af95-8fb9a05787f0 HTTP/1.1" status: 200 len: 849 time: 0.3009758 Jan 20 20:55:28.174884 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 8333b025-f3fb-4d7d-8870-41cd8d0d461d no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 20:55:28.350040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:28.447572 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 8333b025-f3fb-4d7d-8870-41cd8d0d461d, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8333b025-f3fb-4d7d-8870-41cd8d0d461d,segment=NetworkSegment(d012cc3e-3799-403d-85cb-988aff48f4c7),segment_id=d012cc3e-3799-403d-85cb-988aff48f4c7)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:55:28.449291 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01c1dac-c987-4aed-9501-6767f10bd4b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8333b025-f3fb-4d7d-8870-41cd8d0d461d'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:55:28.462456 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:28.465351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:28.574716 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fed146-677d-47d8-90db-84d93edadaf1 req-d5ad5264-a378-4bb0-9edd-6662ce36277b tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:28.578718 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-49fed146-677d-47d8-90db-84d93edadaf1 req-d5ad5264-a378-4bb0-9edd-6662ce36277b tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 931 time: 0.3055651 Jan 20 20:55:28.610071 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=8333b025-f3fb-4d7d-8870-41cd8d0d461d,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:28.617533 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:28.630360 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d912ae57-ea72-47e0-b64f-11016ea5f9cb {{(pid=80112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 20:55:28.668586 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-49fed146-677d-47d8-90db-84d93edadaf1 req-b609d984-de00-492b-bd8b-74d039b065ca tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764711 Jan 20 20:55:28.683393 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:28.755019 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-aaf126a2-7de0-4b1a-8c21-ee3ec1b31243 req-4d5be420-1d05-424b-b744-01bbb148ab9c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] For port 8333b025-f3fb-4d7d-8870-41cd8d0d461d, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8333b025-f3fb-4d7d-8870-41cd8d0d461d,segment=NetworkSegment(d012cc3e-3799-403d-85cb-988aff48f4c7),segment_id=d012cc3e-3799-403d-85cb-988aff48f4c7)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:55:28.755504 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-aaf126a2-7de0-4b1a-8c21-ee3ec1b31243 req-4d5be420-1d05-424b-b744-01bbb148ab9c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:28.789944 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Transition to ACTIVE for port object d912ae57-ea72-47e0-b64f-11016ea5f9cb will not be triggered until provisioned by entity L2. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:55:29.038344 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39890a-12c7-4c75-854d-1f91e79d34ea req-22184567-8b9b-4ed2-9d7e-388d57815906 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:29.045048 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3d39890a-12c7-4c75-854d-1f91e79d34ea req-22184567-8b9b-4ed2-9d7e-388d57815906 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.2213576 Jan 20 20:55:29.112322 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3d39890a-12c7-4c75-854d-1f91e79d34ea req-6e81656c-13a4-4f4e-953e-0d2a08770b71 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654418 Jan 20 20:55:29.139930 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:29.151310 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-aaf126a2-7de0-4b1a-8c21-ee3ec1b31243 req-4d5be420-1d05-424b-b744-01bbb148ab9c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Calling delete_port for 8333b025-f3fb-4d7d-8870-41cd8d0d461d owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 20:55:29.197253 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01c1dac-c987-4aed-9501-6767f10bd4b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8333b025-f3fb-4d7d-8870-41cd8d0d461d', 'code': 200} Jan 20 20:55:29.286863 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:29.473148 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2a43c85e-aaaa-4d5f-a303-924be312bb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:29.506215 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166aac96-5e2c-48bf-a9f5-3d6459e31a93 req-0d2dad69-a018-4c72-92fb-903fa605bbea tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:29.507964 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-166aac96-5e2c-48bf-a9f5-3d6459e31a93 req-0d2dad69-a018-4c72-92fb-903fa605bbea tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 943 time: 0.1445332 Jan 20 20:55:29.571692 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-166aac96-5e2c-48bf-a9f5-3d6459e31a93 req-17cf9b55-82bb-4432-954f-924d80829c71 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501261 Jan 20 20:55:29.677190 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Pushing event updated for resources: {'Port': ['ID=d912ae57-ea72-47e0-b64f-11016ea5f9cb,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:29.793232 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:29.845913 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed273cbb-cf8e-44c5-baae-50f26884fdbe req-f059141e-7c66-406c-85e1-4fdf1caa5afe tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:29.847775 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ed273cbb-cf8e-44c5-baae-50f26884fdbe req-f059141e-7c66-406c-85e1-4fdf1caa5afe tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 943 time: 1.4791107 Jan 20 20:55:29.883402 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-8d38285c-52bd-45a1-9eb1-4c65f99df944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:29.885434 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-8d38285c-52bd-45a1-9eb1-4c65f99df944 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f278e563-18ec-4833-a094-4f0a1a5f0abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 1.2431395 Jan 20 20:55:29.942480 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [req-aaf126a2-7de0-4b1a-8c21-ee3ec1b31243 req-4d5be420-1d05-424b-b744-01bbb148ab9c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80112) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 20:55:29.942879 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [req-aaf126a2-7de0-4b1a-8c21-ee3ec1b31243 req-4d5be420-1d05-424b-b744-01bbb148ab9c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 20:55:29.971237 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fc7dd-b198-46db-bab9-a6dd39afae08 req-0208f54a-3e21-4bb7-bb1f-8c08ca9e2745 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:29.973882 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2f7fc7dd-b198-46db-bab9-a6dd39afae08 req-0208f54a-3e21-4bb7-bb1f-8c08ca9e2745 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.1347566 Jan 20 20:55:29.988085 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Attempting to bind port d912ae57-ea72-47e0-b64f-11016ea5f9cb on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:55:29.988464 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Attempting to bind port d912ae57-ea72-47e0-b64f-11016ea5f9cb by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '7f9c0258-7d21-46bc-96bf-f72e205bc55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8'}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:55:29.988803 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Attempting to bind port d912ae57-ea72-47e0-b64f-11016ea5f9cb on network 02f02c29-d0f9-49ff-9943-9bbf967e5bb8 {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:55:30.010453 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ed273cbb-cf8e-44c5-baae-50f26884fdbe req-542f77fc-3d83-44b1-bb9b-cea2f15a2f61 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/security-groups?id=a0fe3448-1e26-427a-b2f9-6a8968955d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346989 Jan 20 20:55:30.011388 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:55:30.011770 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Checking segment: {'id': '7f9c0258-7d21-46bc-96bf-f72e205bc55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:55:30.012189 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:30.012584 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Bound using segment: {'id': '7f9c0258-7d21-46bc-96bf-f72e205bc55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8'} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:55:30.013086 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Bound port: d912ae57-ea72-47e0-b64f-11016ea5f9cb, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9c0258-7d21-46bc-96bf-f72e205bc55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8'}}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:55:30.013479 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:30.051544 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2f7fc7dd-b198-46db-bab9-a6dd39afae08 req-ea7c09d3-fbc2-4294-b7db-3632058c5d1e tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641916 Jan 20 20:55:30.198531 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] For port d912ae57-ea72-47e0-b64f-11016ea5f9cb, host hv-cinder-74915, cleared binding levels {{(pid=80112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:55:30.211320 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] For port d912ae57-ea72-47e0-b64f-11016ea5f9cb, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=d912ae57-ea72-47e0-b64f-11016ea5f9cb,segment=NetworkSegment(7f9c0258-7d21-46bc-96bf-f72e205bc55e),segment_id=7f9c0258-7d21-46bc-96bf-f72e205bc55e)] {{(pid=80112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:55:30.219271 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:30.235962 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-26ddab41-160a-4c2a-9ff3-4f56644ab7c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:30.414751 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8010c0-66dd-4a27-9f5b-3e434b9feda1 req-143ce335-6ac0-4355-9c61-2ccd37ebeb8e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:30.429594 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-df8010c0-66dd-4a27-9f5b-3e434b9feda1 req-143ce335-6ac0-4355-9c61-2ccd37ebeb8e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 943 time: 0.2156558 Jan 20 20:55:30.472965 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-aaf126a2-7de0-4b1a-8c21-ee3ec1b31243 req-4d5be420-1d05-424b-b744-01bbb148ab9c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Deleting port 8333b025-f3fb-4d7d-8870-41cd8d0d461d {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 20:55:30.473496 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-aaf126a2-7de0-4b1a-8c21-ee3ec1b31243 req-4d5be420-1d05-424b-b744-01bbb148ab9c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:30.517058 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-df8010c0-66dd-4a27-9f5b-3e434b9feda1 req-46c0ca61-5259-4913-bbaf-416b8fe4f0f9 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857918 Jan 20 20:55:30.691487 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Pushing event updated for resources: {'Port': ['ID=d912ae57-ea72-47e0-b64f-11016ea5f9cb,revision_number=3']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:30.706960 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:30.931846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc219c8-af9b-4f6b-b2d4-8ea88e146207 req-91d9277e-f87d-4882-9f6b-9d0252dcbfcc tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:30.933773 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2bc219c8-af9b-4f6b-b2d4-8ea88e146207 req-91d9277e-f87d-4882-9f6b-9d0252dcbfcc tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 943 time: 0.1805015 Jan 20 20:55:30.955260 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf910cb-00ed-47d4-9525-adf766ab1db8 req-8d630d45-ff4d-402b-a528-ce98dcefb94c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:30.957185 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ebf910cb-00ed-47d4-9525-adf766ab1db8 req-8d630d45-ff4d-402b-a528-ce98dcefb94c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.6894131 Jan 20 20:55:30.971278 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51922) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:30.978734 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-73f473ce-9086-40b3-8c70-298877bb9781 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Request body: {'floatingip': {'port_id': '675cedcd-4983-46b0-936f-bcc8dd8ef3b8'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:55:30.994527 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:30.995723 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:30.998296 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] 10.222.0.10 "PUT /v2.0/ports/d912ae57-ea72-47e0-b64f-11016ea5f9cb HTTP/1.1" status: 200 len: 1157 time: 5.0073378 Jan 20 20:55:31.005217 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd04a-5353-4795-b4ed-740d92b66d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for subnet, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:31.006309 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc50eb94-3bc6-429d-98af-3a0f75af4612', 'tag': 'd912ae57-ea72-47e0-b64f-11016ea5f9cb'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:55:31.079545 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:31.084659 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2bc219c8-af9b-4f6b-b2d4-8ea88e146207 req-db0d63c8-7f0e-492a-891a-b292f915933a tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376944 Jan 20 20:55:31.090894 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-73f473ce-9086-40b3-8c70-298877bb9781 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for floatingip, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:31.152664 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc50eb94-3bc6-429d-98af-3a0f75af4612', 'tag': 'd912ae57-ea72-47e0-b64f-11016ea5f9cb', 'status': 'completed', 'code': 200} Jan 20 20:55:31.736397 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7cd03-a4ec-4b65-bd8e-41a91426b483 req-c2df5f46-f619-42e1-afca-7ae7bbfe361c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:31.737187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:55:31.737639 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98d7cd03-a4ec-4b65-bd8e-41a91426b483 req-c2df5f46-f619-42e1-afca-7ae7bbfe361c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.3192868 Jan 20 20:55:31.823357 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:55:31.823759 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:31.864368 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-aaf126a2-7de0-4b1a-8c21-ee3ec1b31243 req-4d5be420-1d05-424b-b744-01bbb148ab9c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] For port 8333b025-f3fb-4d7d-8870-41cd8d0d461d, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8333b025-f3fb-4d7d-8870-41cd8d0d461d,segment=NetworkSegment(d012cc3e-3799-403d-85cb-988aff48f4c7),segment_id=d012cc3e-3799-403d-85cb-988aff48f4c7)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:55:31.864771 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-aaf126a2-7de0-4b1a-8c21-ee3ec1b31243 req-4d5be420-1d05-424b-b744-01bbb148ab9c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:31.894652 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdd04a-5353-4795-b4ed-740d92b66d0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4fd94e3-f3c3-4aef-9c8f-e8b93128038b,revision_number=0']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:31.907921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3cfdd04a-5353-4795-b4ed-740d92b66d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:32.099630 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-aaf126a2-7de0-4b1a-8c21-ee3ec1b31243 req-4d5be420-1d05-424b-b744-01bbb148ab9c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Calling delete_port for 8333b025-f3fb-4d7d-8870-41cd8d0d461d owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 20:55:32.144012 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98d7cd03-a4ec-4b65-bd8e-41a91426b483 req-dd111988-6f12-4589-a34a-ddf8d7e984c3 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718153 Jan 20 20:55:32.221080 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-8859f6ad-633a-4201-8ec3-7c37f067dde4 service neutron] 10.222.0.10 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6299984 Jan 20 20:55:32.223122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f502532-f8b3-4eb0-89e9-7a33c3adb802 req-6fef7b6b-0ea6-4e42-853f-88a725460bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:32.224639 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6f502532-f8b3-4eb0-89e9-7a33c3adb802 req-6fef7b6b-0ea6-4e42-853f-88a725460bb4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76c7abf965e144cf8d55b3ce9914e21b&device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 1160 time: 0.6357882 Jan 20 20:55:32.413399 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-73f473ce-9086-40b3-8c70-298877bb9781 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:32.423886 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-73f473ce-9086-40b3-8c70-298877bb9781 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:32.458059 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c78596-81a0-4ecb-a01e-8285c13f79fc req-70068e3b-fa1e-4a9f-9dc3-4d4502523b7c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:32.459981 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-35c78596-81a0-4ecb-a01e-8285c13f79fc req-70068e3b-fa1e-4a9f-9dc3-4d4502523b7c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 943 time: 0.8353329 Jan 20 20:55:32.488860 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6bb1957b-5499-462a-9957-2b412bd12152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:32.538940 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:32.581189 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfdd04a-5353-4795-b4ed-740d92b66d0f admin admin] Checking segment: {'id': '867607aa-37b1-45db-9063-89cdda4d62af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4c3da868-fe30-4561-be7f-1b1941da0821'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:55:32.581668 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfdd04a-5353-4795-b4ed-740d92b66d0f admin admin] Network hostable DHCP agents. Network: 4c3da868-fe30-4561-be7f-1b1941da0821, hostable agents: ['c1d8426a-9d58-47bd-9d42-89385b1bbfec'], hosted agents: [] {{(pid=80112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 20:55:32.650193 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d61a77-fe84-4e65-a19c-d8c43d8d8dcd req-b978ce17-fc71-4f92-b1fb-91041b854cf3 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:32.651985 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-02d61a77-fe84-4e65-a19c-d8c43d8d8dcd req-b978ce17-fc71-4f92-b1fb-91041b854cf3 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 943 time: 0.3053360 Jan 20 20:55:32.699084 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [None req-73f473ce-9086-40b3-8c70-298877bb9781 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Floating IP 981ff660-1abe-4924-a983-a46f72b0ae9b associated. External IP: 172.27.0.180, port: 675cedcd-4983-46b0-936f-bcc8dd8ef3b8. Jan 20 20:55:32.700705 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-35c78596-81a0-4ecb-a01e-8285c13f79fc req-1b20aa1f-af2a-4aea-abb6-2de8061cfe6b tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/security-groups?id=a0fe3448-1e26-427a-b2f9-6a8968955d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225137 Jan 20 20:55:32.728986 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f502532-f8b3-4eb0-89e9-7a33c3adb802 req-aabae01d-9703-4940-a888-ad72858b656d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:32.730797 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6f502532-f8b3-4eb0-89e9-7a33c3adb802 req-aabae01d-9703-4940-a888-ad72858b656d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=76c7abf965e144cf8d55b3ce9914e21b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4779136 Jan 20 20:55:32.734598 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-aaf126a2-7de0-4b1a-8c21-ee3ec1b31243 req-4d5be420-1d05-424b-b744-01bbb148ab9c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:32.738281 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e7fffe9-c16a-499c-b2bd-cdb94bce7d6c req-6d845775-b55e-4db1-b4e2-fe02211ceb30 service neutron] 10.222.0.10 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4866462 Jan 20 20:55:32.755672 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:32.856405 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfdd04a-5353-4795-b4ed-740d92b66d0f admin admin] Network 4c3da868-fe30-4561-be7f-1b1941da0821 is scheduled to be hosted by DHCP agent c1d8426a-9d58-47bd-9d42-89385b1bbfec with binding_index 1 {{(pid=80112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 20:55:32.914970 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5be420-1d05-424b-b744-01bbb148ab9c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Pushing event deleted for resources: {'Port': ['ID=8333b025-f3fb-4d7d-8870-41cd8d0d461d,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:32.919046 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4d5be420-1d05-424b-b744-01bbb148ab9c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:32.945258 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-02d61a77-fe84-4e65-a19c-d8c43d8d8dcd req-b8f4cedc-e227-4e82-97e8-ec510c9ef753 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768574 Jan 20 20:55:33.093960 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-3cfdd04a-5353-4795-b4ed-740d92b66d0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-5-iscsi, 4c3da868-fe30-4561-be7f-1b1941da0821) {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:55:33.098588 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfdd04a-5353-4795-b4ed-740d92b66d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:33.099603 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd04a-5353-4795-b4ed-740d92b66d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:33.107640 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b2c102-ee75-4d60-b642-d2d76ab1acb6 None None] Network 4c3da868-fe30-4561-be7f-1b1941da0821 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:55:33.158868 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-3cfdd04a-5353-4795-b4ed-740d92b66d0f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 6.4744704 Jan 20 20:55:33.286509 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd10ad5-92ec-4a7c-b449-ee8b9b0b8cf9 req-02ce89a9-7e24-46ac-bb7b-0fa38667c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:33.288902 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1fd10ad5-92ec-4a7c-b449-ee8b9b0b8cf9 req-02ce89a9-7e24-46ac-bb7b-0fa38667c378 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1d96be366a92447487212758b7c50e6f&device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 1160 time: 0.3081348 Jan 20 20:55:33.413455 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f473ce-9086-40b3-8c70-298877bb9781 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 20:55:33.786640 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f502532-f8b3-4eb0-89e9-7a33c3adb802 req-a7404193-ae4d-4492-8d08-ac9d74acf0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:33.789559 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:33.792135 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6f502532-f8b3-4eb0-89e9-7a33c3adb802 req-a7404193-ae4d-4492-8d08-ac9d74acf0f8 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.0518873 Jan 20 20:55:33.820336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:33.847378 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f473ce-9086-40b3-8c70-298877bb9781 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:55:33.855415 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-73f473ce-9086-40b3-8c70-298877bb9781 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:33.864345 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a681df0-520f-4d96-8bbc-5c848be42156 None None] Sync routers for ids ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:55:33.893512 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22320dc-f3ab-49f0-9601-3040efde56f2 req-efd34c5f-7966-4240-b2e6-709d56977249 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:33.901233 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a681df0-520f-4d96-8bbc-5c848be42156 None None] Routers {'2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:55:33.902046 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c22320dc-f3ab-49f0-9601-3040efde56f2 req-efd34c5f-7966-4240-b2e6-709d56977249 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 943 time: 0.9201999 Jan 20 20:55:33.902336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-7a681df0-520f-4d96-8bbc-5c848be42156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:55:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:55:33.908553 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf126a2-7de0-4b1a-8c21-ee3ec1b31243 req-4d5be420-1d05-424b-b744-01bbb148ab9c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] No DVR routers for this DVR port 8333b025-f3fb-4d7d-8870-41cd8d0d461d on host hv-cinder-74915 {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 20:55:33.944367 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-aaf126a2-7de0-4b1a-8c21-ee3ec1b31243 req-4d5be420-1d05-424b-b744-01bbb148ab9c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:33.946780 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aaf126a2-7de0-4b1a-8c21-ee3ec1b31243 req-4d5be420-1d05-424b-b744-01bbb148ab9c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.10 "DELETE /v2.0/ports/8333b025-f3fb-4d7d-8870-41cd8d0d461d HTTP/1.1" status: 204 len: 173 time: 7.7416849 Jan 20 20:55:33.950481 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01c1dac-c987-4aed-9501-6767f10bd4b4', 'name': 'network-vif-deleted', 'tag': '8333b025-f3fb-4d7d-8870-41cd8d0d461d'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:55:34.035751 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c22320dc-f3ab-49f0-9601-3040efde56f2 req-58e9eecf-8810-4062-b64a-cd850cb19208 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325026 Jan 20 20:55:34.042368 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-73f473ce-9086-40b3-8c70-298877bb9781 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "PUT /v2.0/floatingips/981ff660-1abe-4924-a983-a46f72b0ae9b HTTP/1.1" status: 200 len: 991 time: 3.0696638 Jan 20 20:55:34.046173 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083f232e-bdb5-4650-83b1-923033e030c3', 'tag': '675cedcd-4983-46b0-936f-bcc8dd8ef3b8'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:55:34.074639 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd10ad5-92ec-4a7c-b449-ee8b9b0b8cf9 req-4136bfa0-85c1-4a1d-b859-ddff922a8998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:34.077918 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1fd10ad5-92ec-4a7c-b449-ee8b9b0b8cf9 req-4136bfa0-85c1-4a1d-b859-ddff922a8998 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f278e563-18ec-4833-a094-4f0a1a5f0abc HTTP/1.1" status: 200 len: 904 time: 0.7778609 Jan 20 20:55:34.093827 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8011b18-389b-4b8e-ac3b-7828f49e75ff None None] Network 4c3da868-fe30-4561-be7f-1b1941da0821 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:55:34.123000 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bde72-51bf-448f-bae3-f318c3f4aa6c req-5762cf71-d440-4d96-90a8-35f1202973ff tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:34.137834 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6e3bde72-51bf-448f-bae3-f318c3f4aa6c req-5762cf71-d440-4d96-90a8-35f1202973ff tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.4081202 Jan 20 20:55:34.235577 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6e3bde72-51bf-448f-bae3-f318c3f4aa6c req-cf79302d-4e34-4328-a762-0b04e198025d tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957456 Jan 20 20:55:34.276639 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-7a681df0-520f-4d96-8bbc-5c848be42156 None None] Set router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:55:34.458386 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-3b21d3c2-6884-4892-9997-38ee2ac731c4 req-633d94d4-a11a-45db-853b-338663a88937 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Synchronizing usage tracker for tenant:d209d9e0bc3a4f3a84269bb5c2083a6a on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:55:34.512183 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-3b21d3c2-6884-4892-9997-38ee2ac731c4 req-633d94d4-a11a-45db-853b-338663a88937 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Unset dirty status for tenant:d209d9e0bc3a4f3a84269bb5c2083a6a on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:55:34.514633 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3b21d3c2-6884-4892-9997-38ee2ac731c4 req-633d94d4-a11a-45db-853b-338663a88937 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 210 time: 0.2655561 Jan 20 20:55:34.519963 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01c1dac-c987-4aed-9501-6767f10bd4b4', 'name': 'network-vif-deleted', 'tag': '8333b025-f3fb-4d7d-8870-41cd8d0d461d', 'status': 'completed', 'code': 200} Jan 20 20:55:34.781665 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-7a681df0-520f-4d96-8bbc-5c848be42156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T20:54:37Z', 'revision_number': 4, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': '981ff660-1abe-4924-a983-a46f72b0ae9b', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'port_id': '675cedcd-4983-46b0-936f-bcc8dd8ef3b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'mac_address': 'fa:16:3e:2b:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083f232e-bdb5-4650-83b1-923033e030c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T20:54:56Z', 'updated_at': '2021-01-20T20:55:32Z', 'revision_number': 1, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6615f521-8d37-4844-9bcb-1e886d565c34', 'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'mac_address': 'fa:16:3e:ba:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:28Z', 'updated_at': '2021-01-20T20:54:51Z', 'revision_number': 5, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'subnets': [{'id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:55:34.787054 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a681df0-520f-4d96-8bbc-5c848be42156 None None] Checking router: 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:55:34.800180 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a681df0-520f-4d96-8bbc-5c848be42156 None None] Routers {'2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:55:34.800984 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-7a681df0-520f-4d96-8bbc-5c848be42156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:55:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:55:34.818114 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc4005-44be-438b-955e-e789ed1f1ccd req-13545be0-ca12-469a-aeec-d4f08877bfc0 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:34.827330 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-30fc4005-44be-438b-955e-e789ed1f1ccd req-13545be0-ca12-469a-aeec-d4f08877bfc0 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 943 time: 0.1301258 Jan 20 20:55:34.881945 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-30fc4005-44be-438b-955e-e789ed1f1ccd req-23b78da4-ed86-4cb7-be73-527e454a67f2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533311 Jan 20 20:55:34.991839 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 51984) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:35.003672 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-922183556-network', 'tenant_id': 'ac49e8435aea434895a27420e18e52b8'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:55:35.012289 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:55:35.019316 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083f232e-bdb5-4650-83b1-923033e030c3', 'tag': '675cedcd-4983-46b0-936f-bcc8dd8ef3b8', 'status': 'completed', 'code': 200} Jan 20 20:55:35.019527 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Usage tracker for resource:network and tenant:ac49e8435aea434895a27420e18e52b8 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:55:35.023261 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:55:35.030244 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:55:35.041824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Made reservation on behalf of ac49e8435aea434895a27420e18e52b8 for: {'network': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:55:35.048735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:35.066093 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:35.066390 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-7a681df0-520f-4d96-8bbc-5c848be42156 None None] Set router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:55:35.083836 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:55:35.089780 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Usage tracker for resource:security_group_rule and tenant:ac49e8435aea434895a27420e18e52b8 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:55:35.093653 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:55:35.101006 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:55:35.213343 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:35.216573 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:35.222106 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:35.265032 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 20:55:35.276905 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276981cf-588d-42d8-850e-5ed824a3ca98,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:35.281311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:35.286444 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:35.287021 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.segments_db [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Added segment 8596d35e-5cc3-4ce2-a615-abab198ac53f of type vxlan for network cbf516e7-49dc-40e3-9a40-7ef469dd2560 Jan 20 20:55:35.323837 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282313094106'] for network, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:35.367958 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for network, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:35.370065 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:35.371221 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:35.380817 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:35.416334 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224ea9c-31be-49bc-b267-c2034b45279c req-79f97480-5d03-416b-b5e6-c01aa17865b1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:35.418248 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a224ea9c-31be-49bc-b267-c2034b45279c req-79f97480-5d03-416b-b5e6-c01aa17865b1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 943 time: 0.1149507 Jan 20 20:55:35.480854 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a224ea9c-31be-49bc-b267-c2034b45279c req-f11792c6-d54a-47d6-b2d4-8c3edbbbcf17 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498760 Jan 20 20:55:35.512660 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Pushing event updated for resources: {'Network': ['ID=cbf516e7-49dc-40e3-9a40-7ef469dd2560,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:35.517701 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5227249 Jan 20 20:55:35.517701 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:35.520051 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 51992) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:35.527208 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-79e903ac-aa03-4d28-8a69-e13762fbd8e4 admin admin] Request body: {'subnet': {'network_id': 'cbf516e7-49dc-40e3-9a40-7ef469dd2560', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-922183556-subnet', 'tenant_id': 'ac49e8435aea434895a27420e18e52b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:55:35.527798 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Network cbf516e7-49dc-40e3-9a40-7ef469dd2560 details requested by agent ovs-agent-dv-cinder-749155-5-iscsi with host dv-cinder-749155-5-iscsi {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:55:35.533900 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-79e903ac-aa03-4d28-8a69-e13762fbd8e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:55:35.538732 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-79e903ac-aa03-4d28-8a69-e13762fbd8e4 admin admin] Usage tracker for resource:subnet and tenant:ac49e8435aea434895a27420e18e52b8 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:55:35.542382 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-79e903ac-aa03-4d28-8a69-e13762fbd8e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:55:35.550959 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-79e903ac-aa03-4d28-8a69-e13762fbd8e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:55:35.562916 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e903ac-aa03-4d28-8a69-e13762fbd8e4 admin admin] Made reservation on behalf of ac49e8435aea434895a27420e18e52b8 for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:55:35.567950 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-79e903ac-aa03-4d28-8a69-e13762fbd8e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:35.743120 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-7a681df0-520f-4d96-8bbc-5c848be42156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T20:54:37Z', 'revision_number': 4, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': '981ff660-1abe-4924-a983-a46f72b0ae9b', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'port_id': '675cedcd-4983-46b0-936f-bcc8dd8ef3b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'mac_address': 'fa:16:3e:2b:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083f232e-bdb5-4650-83b1-923033e030c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T20:54:56Z', 'updated_at': '2021-01-20T20:55:32Z', 'revision_number': 1, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6615f521-8d37-4844-9bcb-1e886d565c34', 'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'mac_address': 'fa:16:3e:ba:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:28Z', 'updated_at': '2021-01-20T20:54:51Z', 'revision_number': 5, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'subnets': [{'id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:55:35.747737 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a681df0-520f-4d96-8bbc-5c848be42156 None None] The sync data for ids ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'] in dv-cinder-749155-5-iscsi is: [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T20:54:37Z', 'revision_number': 4, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': '981ff660-1abe-4924-a983-a46f72b0ae9b', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'port_id': '675cedcd-4983-46b0-936f-bcc8dd8ef3b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'mac_address': 'fa:16:3e:2b:84:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083f232e-bdb5-4650-83b1-923033e030c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T20:54:56Z', 'updated_at': '2021-01-20T20:55:32Z', 'revision_number': 1, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6615f521-8d37-4844-9bcb-1e886d565c34', 'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'mac_address': 'fa:16:3e:ba:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:28Z', 'updated_at': '2021-01-20T20:54:51Z', 'revision_number': 5, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'subnets': [{'id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:55:35.972632 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6284159-d418-4f5f-a1f8-63f3af39c5c3 req-eadf5c74-6253-4a05-b637-39cd9a5d633b tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:35.974342 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c6284159-d418-4f5f-a1f8-63f3af39c5c3 req-eadf5c74-6253-4a05-b637-39cd9a5d633b tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.2207818 Jan 20 20:55:36.095881 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee947fe-c00f-4269-8d8e-6e021515895f None None] New status for floating IP 981ff660-1abe-4924-a983-a46f72b0ae9b: ACTIVE {{(pid=80114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 20:55:36.306791 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c6284159-d418-4f5f-a1f8-63f3af39c5c3 req-e1ea1ff3-0462-4bc5-9ac0-b6c0f189fd18 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857201 Jan 20 20:55:36.522760 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-79e903ac-aa03-4d28-8a69-e13762fbd8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:36.539367 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1e458c29-abed-46aa-a934-f9c6464fd3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:36.634843 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1fd10ad5-92ec-4a7c-b449-ee8b9b0b8cf9 req-24f30bdd-45a4-41b4-8ed9-efc71178cfa8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=066eb50e-d450-44d9-8ac8-4f373e723466 HTTP/1.1" status: 200 len: 217 time: 0.0827787 Jan 20 20:55:36.699837 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Network cbf516e7-49dc-40e3-9a40-7ef469dd2560 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:55:36.843701 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-71de5b5d-40b2-42f1-a50c-9f4d33433ae1 req-8bc7ec2c-86f9-4f0c-927b-149fc7937e52 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 210 time: 0.3052216 Jan 20 20:55:36.971777 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e903ac-aa03-4d28-8a69-e13762fbd8e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f0b4053-4d69-4c83-9ec4-b8818c8d5b38,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:37.005106 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-79e903ac-aa03-4d28-8a69-e13762fbd8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:37.088697 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd10ad5-92ec-4a7c-b449-ee8b9b0b8cf9 req-68c11ca2-c20a-4594-ab16-4cc22a4f6083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:37.090366 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1fd10ad5-92ec-4a7c-b449-ee8b9b0b8cf9 req-68c11ca2-c20a-4594-ab16-4cc22a4f6083 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c922eec-afe6-4eee-af95-8fb9a05787f0 HTTP/1.1" status: 200 len: 849 time: 0.3879938 Jan 20 20:55:37.182544 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7310d76-d1c3-4893-afe6-d6d7d0bc88c5 req-9fe3b249-3c1a-42a5-94f9-ed2597e1a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:37.184223 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7310d76-d1c3-4893-afe6-d6d7d0bc88c5 req-9fe3b249-3c1a-42a5-94f9-ed2597e1a6ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf5cad5f8aed4851835a12ce330c8ebc&device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 1162 time: 0.4050899 Jan 20 20:55:37.187763 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6065f804-9447-4f39-83b5-918c03350624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:37.189311 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-6065f804-9447-4f39-83b5-918c03350624 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76c7abf965e144cf8d55b3ce9914e21b&device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 1160 time: 0.3315043 Jan 20 20:55:37.203675 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e903ac-aa03-4d28-8a69-e13762fbd8e4 admin admin] Checking segment: {'id': '8596d35e-5cc3-4ce2-a615-abab198ac53f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cbf516e7-49dc-40e3-9a40-7ef469dd2560'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:55:37.204337 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e903ac-aa03-4d28-8a69-e13762fbd8e4 admin admin] Network hostable DHCP agents. Network: cbf516e7-49dc-40e3-9a40-7ef469dd2560, hostable agents: ['c1d8426a-9d58-47bd-9d42-89385b1bbfec'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 20:55:37.217010 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42393d6-c0e7-492f-9904-63325f9cc0d0 req-4e6344d1-b2c3-41d8-8973-1d50ea0acf8e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:37.217882 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-a42393d6-c0e7-492f-9904-63325f9cc0d0 req-4e6344d1-b2c3-41d8-8973-1d50ea0acf8e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Synchronizing usage tracker for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:55:37.234691 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-a42393d6-c0e7-492f-9904-63325f9cc0d0 req-4e6344d1-b2c3-41d8-8973-1d50ea0acf8e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Unset dirty status for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:55:37.235960 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a42393d6-c0e7-492f-9904-63325f9cc0d0 req-4e6344d1-b2c3-41d8-8973-1d50ea0acf8e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 943 time: 0.2674599 Jan 20 20:55:37.273770 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e903ac-aa03-4d28-8a69-e13762fbd8e4 admin admin] Network cbf516e7-49dc-40e3-9a40-7ef469dd2560 is scheduled to be hosted by DHCP agent c1d8426a-9d58-47bd-9d42-89385b1bbfec with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 20:55:37.298448 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-79e903ac-aa03-4d28-8a69-e13762fbd8e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-5-iscsi, cbf516e7-49dc-40e3-9a40-7ef469dd2560) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:55:37.300825 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a42393d6-c0e7-492f-9904-63325f9cc0d0 req-42ca0801-4c43-401c-8b2f-4a5d11fef143 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518489 Jan 20 20:55:37.309699 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17d1c3a-2e08-4025-8acf-4df04532a59e None None] Network cbf516e7-49dc-40e3-9a40-7ef469dd2560 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:55:37.353128 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17c0c4-a72b-4306-8617-b9c63e7abc6b req-f9bdb169-c2f1-4986-897d-b6c831752e7d tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:37.356045 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e17c0c4-a72b-4306-8617-b9c63e7abc6b req-f9bdb169-c2f1-4986-897d-b6c831752e7d tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 943 time: 0.2644234 Jan 20 20:55:37.358666 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e903ac-aa03-4d28-8a69-e13762fbd8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:37.359778 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-79e903ac-aa03-4d28-8a69-e13762fbd8e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:37.451033 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-79e903ac-aa03-4d28-8a69-e13762fbd8e4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9293475 Jan 20 20:55:37.477701 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e17c0c4-a72b-4306-8617-b9c63e7abc6b req-a033eb76-2d6d-4458-80e0-974789dbbc3a tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074555 Jan 20 20:55:37.621399 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b063ca40-b170-4124-acd3-29b4a39be119 None None] Network cbf516e7-49dc-40e3-9a40-7ef469dd2560 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:55:37.783754 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac835c9-174e-4927-bd8f-75076053ce67 req-b9c87a32-0ec4-4693-b620-cdee536c0b9c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:37.791867 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3ac835c9-174e-4927-bd8f-75076053ce67 req-b9c87a32-0ec4-4693-b620-cdee536c0b9c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.1851771 Jan 20 20:55:37.860323 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3ac835c9-174e-4927-bd8f-75076053ce67 req-b74f2640-0560-428f-b2c9-73cca99e417d tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669782 Jan 20 20:55:38.150211 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-94b8df80-592a-4c28-a828-94dcb0a6d399 req-92fe212d-221d-44f4-9cb7-6f45b39199ae tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 210 time: 0.0602319 Jan 20 20:55:38.615596 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52308e-8ef8-4278-a386-f2facdbea34b req-ea248c2a-fee7-42f8-a490-1a794cbb1831 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:38.617450 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1d52308e-8ef8-4278-a386-f2facdbea34b req-ea248c2a-fee7-42f8-a490-1a794cbb1831 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 943 time: 0.1349363 Jan 20 20:55:38.680017 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1d52308e-8ef8-4278-a386-f2facdbea34b req-006f672f-aaca-4cf5-89dc-fc7b8d141e14 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504420 Jan 20 20:55:38.780616 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:38.889724 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:55:38.925517 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a73010-b736-4870-9e46-d168934b4a5f req-253e0df0-703c-4c41-9c62-f7e7e430fbf8 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:38.927260 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-13a73010-b736-4870-9e46-d168934b4a5f req-253e0df0-703c-4c41-9c62-f7e7e430fbf8 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 943 time: 0.1116972 Jan 20 20:55:38.981114 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-13a73010-b736-4870-9e46-d168934b4a5f req-c65eb124-0847-463b-bb50-7abd0a7f2498 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473351 Jan 20 20:55:39.213218 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ba809-5829-4d73-9397-d39d4a7401bf req-bb7fb1fc-9992-4ae9-99fd-5f92a5c10a99 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:39.214849 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-141ba809-5829-4d73-9397-d39d4a7401bf req-bb7fb1fc-9992-4ae9-99fd-5f92a5c10a99 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.1053257 Jan 20 20:55:39.267777 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-141ba809-5829-4d73-9397-d39d4a7401bf req-8adb2059-3297-4fbb-8610-71b9f4bcd682 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459011 Jan 20 20:55:39.484789 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e615e192-597a-4ecd-9cfc-a7228cd09e57 req-9db1ac0c-910c-46a5-a3a6-48e3f2e6eec2 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 210 time: 0.0941653 Jan 20 20:55:39.976815 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-3423961e-e182-48b9-ba47-7f4763b2860c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d912ae57-ea72-47e0-b64f-11016ea5f9cb HTTP/1.1" status: 200 len: 217 time: 0.2395360 Jan 20 20:55:40.260956 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-1e38dcbd-b50e-4e96-860b-11c9dc781f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:40.263178 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-1e38dcbd-b50e-4e96-860b-11c9dc781f19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=377a8709-324b-4662-b116-58cbd4317af0 HTTP/1.1" status: 200 len: 855 time: 0.2217097 Jan 20 20:55:40.343048 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7310d76-d1c3-4893-afe6-d6d7d0bc88c5 req-2424e881-8da5-4254-86e2-017a064c1d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:40.344641 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7310d76-d1c3-4893-afe6-d6d7d0bc88c5 req-2424e881-8da5-4254-86e2-017a064c1d8e service neutron] 10.222.0.10 "GET /v2.0/networks?id=9041c0a2-a772-4470-a39a-9b8ab252366c HTTP/1.1" status: 200 len: 910 time: 0.6054113 Jan 20 20:55:40.346826 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-8f15a6e4-39b4-438f-9197-52d0db7415e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656064 Jan 20 20:55:40.352458 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd10ad5-92ec-4a7c-b449-ee8b9b0b8cf9 req-b33f023f-3e90-42c2-9dc1-f1d531d39931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:40.354052 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1fd10ad5-92ec-4a7c-b449-ee8b9b0b8cf9 req-b33f023f-3e90-42c2-9dc1-f1d531d39931 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f278e563-18ec-4833-a094-4f0a1a5f0abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6193466 Jan 20 20:55:40.362865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92005241-8385-4b39-953d-30eac8a39e43 req-02430af3-aa96-409f-90a1-0f16c93b046b tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:40.364579 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-92005241-8385-4b39-953d-30eac8a39e43 req-02430af3-aa96-409f-90a1-0f16c93b046b tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 943 time: 0.1130586 Jan 20 20:55:40.377365 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61800fdd-e150-420d-9e5d-d5aea1e0063f req-d4bb8e08-e125-4fa2-b899-f582b77c4bbf tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:40.378424 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-61800fdd-e150-420d-9e5d-d5aea1e0063f req-d4bb8e08-e125-4fa2-b899-f582b77c4bbf tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 943 time: 0.4823873 Jan 20 20:55:40.440509 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-92005241-8385-4b39-953d-30eac8a39e43 req-ff2065c8-4f6f-485c-a1cb-d38feb3c89fc tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689292 Jan 20 20:55:40.745608 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b109225-c0dc-4f40-853a-6accdf850306 req-439d365f-e3f6-4baf-96b2-0d391a5e0bb1 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:40.747554 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3b109225-c0dc-4f40-853a-6accdf850306 req-439d365f-e3f6-4baf-96b2-0d391a5e0bb1 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.1749837 Jan 20 20:55:40.759924 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-61800fdd-e150-420d-9e5d-d5aea1e0063f req-494b2993-ba42-4c28-9ee3-b6ef3592347a tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631238 Jan 20 20:55:40.802441 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7310d76-d1c3-4893-afe6-d6d7d0bc88c5 req-2e45be99-2351-4053-972b-53c8dac50656 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=675cedcd-4983-46b0-936f-bcc8dd8ef3b8 HTTP/1.1" status: 200 len: 1001 time: 0.4192495 Jan 20 20:55:40.880164 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3b109225-c0dc-4f40-853a-6accdf850306 req-834bd816-82a5-46a6-a195-40ac5712f99a tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173711 Jan 20 20:55:41.422403 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7310d76-d1c3-4893-afe6-d6d7d0bc88c5 req-fa8be40f-e117-4e7b-8fb6-34a29153aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:41.424155 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7310d76-d1c3-4893-afe6-d6d7d0bc88c5 req-fa8be40f-e117-4e7b-8fb6-34a29153aa70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9d457b81-4eac-442d-b015-2dcf9f7a050c HTTP/1.1" status: 200 len: 855 time: 0.5883818 Jan 20 20:55:41.442865 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1fd10ad5-92ec-4a7c-b449-ee8b9b0b8cf9 req-af40da14-01e1-4b73-8724-a07e41430f57 service neutron] 10.222.0.10 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0632606 Jan 20 20:55:41.486547 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-b471255e-92b4-4c81-90ca-99160ee873f9 service neutron] 10.222.0.10 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1047268 Jan 20 20:55:41.489441 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c367cce6-e50c-48b1-bf57-4856ea152635 req-9b11ae8a-a330-4b3e-a167-981e81184ed1 tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] 10.222.0.18 "GET /v2.0/ports?device_id=f01c1dac-c987-4aed-9501-6767f10bd4b4 HTTP/1.1" status: 200 len: 210 time: 0.5159087 Jan 20 20:55:41.847013 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6a8d7-1624-4cd6-a2a9-bbe021df286f req-49d39230-4e07-430e-b34d-4f1ea285ef2a tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:41.851127 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4bd6a8d7-1624-4cd6-a2a9-bbe021df286f req-49d39230-4e07-430e-b34d-4f1ea285ef2a tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 943 time: 0.2135663 Jan 20 20:55:41.949453 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4bd6a8d7-1624-4cd6-a2a9-bbe021df286f req-d3eb9a83-07d0-457f-b24c-f841ce8816d5 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789475 Jan 20 20:55:41.971846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7310d76-d1c3-4893-afe6-d6d7d0bc88c5 req-10a86df0-11be-4705-9dc1-8b53ce4b7295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:41.973995 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7310d76-d1c3-4893-afe6-d6d7d0bc88c5 req-10a86df0-11be-4705-9dc1-8b53ce4b7295 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9041c0a2-a772-4470-a39a-9b8ab252366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5402935 Jan 20 20:55:42.110629 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1fd10ad5-92ec-4a7c-b449-ee8b9b0b8cf9 req-b758142f-9e86-4196-9df1-6f844d425911 service neutron] 10.222.0.10 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5979264 Jan 20 20:55:42.116035 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e49223b7-e6b4-48ac-af7e-e3c5e9f44f33 req-f166abbd-4c84-4d7f-90b1-ac4060fa4906 service neutron] 10.222.0.10 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5437279 Jan 20 20:55:42.202342 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c562c-8b63-41ec-974d-2ed5981699de req-0fb2898e-cdf4-401e-ad22-3ee82475a162 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:42.204186 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e3c562c-8b63-41ec-974d-2ed5981699de req-0fb2898e-cdf4-401e-ad22-3ee82475a162 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 943 time: 0.2085168 Jan 20 20:55:42.259343 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e3c562c-8b63-41ec-974d-2ed5981699de req-97a45ea4-3b54-433e-b0bd-51a8077d2317 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480511 Jan 20 20:55:42.325283 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4915879-198b-4820-bc99-52f7b63b7cc7 req-824fb4e7-7f91-47ec-9064-6eed0ed8aa3b tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:42.329369 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a4915879-198b-4820-bc99-52f7b63b7cc7 req-824fb4e7-7f91-47ec-9064-6eed0ed8aa3b tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.2010343 Jan 20 20:55:42.437223 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a4915879-198b-4820-bc99-52f7b63b7cc7 req-7a09dbb3-6a6e-4b7c-804b-7233666f7d92 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007123 Jan 20 20:55:43.328226 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083665c8-77c3-4723-b59d-2ff4489a260d req-425bcd1e-fd00-41e5-88c1-3ae799825251 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:43.331375 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-083665c8-77c3-4723-b59d-2ff4489a260d req-425bcd1e-fd00-41e5-88c1-3ae799825251 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 943 time: 0.1636319 Jan 20 20:55:43.390245 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-083665c8-77c3-4723-b59d-2ff4489a260d req-ad10c5cf-f5ed-4839-ad64-31dcf52bbb1d tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500524 Jan 20 20:55:43.659961 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e1c29-ecbe-40a2-a739-a2fe9da06798 req-71179cc9-86e7-4e53-9f85-0bffcd218a90 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:43.661680 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ce7e1c29-ecbe-40a2-a739-a2fe9da06798 req-71179cc9-86e7-4e53-9f85-0bffcd218a90 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 943 time: 0.1128476 Jan 20 20:55:43.718084 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ce7e1c29-ecbe-40a2-a739-a2fe9da06798 req-524b7493-582c-4f72-a83d-24a4fe7eea2b tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494709 Jan 20 20:55:44.039194 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570d3fc-837a-4dce-8d5f-b31eea9cf12f req-f74879c8-aaa8-424a-bf74-1896ce14a9c1 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:44.041014 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8570d3fc-837a-4dce-8d5f-b31eea9cf12f req-f74879c8-aaa8-424a-bf74-1896ce14a9c1 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.1169767 Jan 20 20:55:44.099939 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8570d3fc-837a-4dce-8d5f-b31eea9cf12f req-883a2d3e-e95e-4d72-a82b-287ec90bdbb1 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520816 Jan 20 20:55:44.674710 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 066eb50e-d450-44d9-8ac8-4f373e723466 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:55:44.734286 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7310d76-d1c3-4893-afe6-d6d7d0bc88c5 req-7ffcf468-f673-4e8a-bc00-828cbf12672a service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024198 Jan 20 20:55:44.741204 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec217d-0917-4467-be24-3d9563e82b0c req-a20ef0c6-aa7c-4966-8ab7-a791151b6dcb tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:44.742951 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-66ec217d-0917-4467-be24-3d9563e82b0c req-a20ef0c6-aa7c-4966-8ab7-a791151b6dcb tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 943 time: 0.1546624 Jan 20 20:55:44.813510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port 066eb50e-d450-44d9-8ac8-4f373e723466 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:55:44.823132 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 066eb50e-d450-44d9-8ac8-4f373e723466 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:55:44.823933 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:44.843578 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-66ec217d-0917-4467-be24-3d9563e82b0c req-89af2605-de15-4f32-8ec3-ca2881a47bb6 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926430 Jan 20 20:55:45.010202 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:45.042662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e869c9-4c17-42c8-b199-5041f24699ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066eb50e-d450-44d9-8ac8-4f373e723466'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:55:45.055322 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 066eb50e-d450-44d9-8ac8-4f373e723466, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=066eb50e-d450-44d9-8ac8-4f373e723466,segment=NetworkSegment(deb6def9-f016-4f69-b6a9-5314f6ce15c2),segment_id=deb6def9-f016-4f69-b6a9-5314f6ce15c2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:55:45.062187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:45.065107 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:45.098428 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7310d76-d1c3-4893-afe6-d6d7d0bc88c5 req-aefdf236-2534-4cc7-8aad-9a23dc66b157 service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3332131 Jan 20 20:55:45.133152 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e869c9-4c17-42c8-b199-5041f24699ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066eb50e-d450-44d9-8ac8-4f373e723466', 'code': 200} Jan 20 20:55:45.157419 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=066eb50e-d450-44d9-8ac8-4f373e723466,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:45.161024 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:45.189141 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9d0da-8eca-45bc-9b79-e928b4798d01 req-5144409b-ffcc-4cb0-86fe-b5e5ca2779da tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:45.192102 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2ed9d0da-8eca-45bc-9b79-e928b4798d01 req-5144409b-ffcc-4cb0-86fe-b5e5ca2779da tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 943 time: 0.2486174 Jan 20 20:55:45.284038 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2ed9d0da-8eca-45bc-9b79-e928b4798d01 req-74782772-620c-42a4-aa90-806877c407fb tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843694 Jan 20 20:55:45.509136 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06220568-f18a-4a36-b064-55dc0ffddbd1 req-c90fad53-a699-407c-87b8-4de4f010563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:45.511487 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-06220568-f18a-4a36-b064-55dc0ffddbd1 req-c90fad53-a699-407c-87b8-4de4f010563b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 1162 time: 0.1391318 Jan 20 20:55:45.521149 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 066eb50e-d450-44d9-8ac8-4f373e723466 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:55:45.576315 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765fe24-9a2b-466b-9028-abc9f914214c req-0211b48c-9558-4014-ac60-4873db418e5f tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:45.592086 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a765fe24-9a2b-466b-9028-abc9f914214c req-0211b48c-9558-4014-ac60-4873db418e5f tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.2313421 Jan 20 20:55:45.608748 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-06220568-f18a-4a36-b064-55dc0ffddbd1 req-63627076-7665-4c85-b08a-f4ba326e4063 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730553 Jan 20 20:55:45.666231 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 066eb50e-d450-44d9-8ac8-4f373e723466 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:55:45.668445 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:45.706217 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a765fe24-9a2b-466b-9028-abc9f914214c req-d79d0f16-5a13-4126-a2e6-2cf18c6d7823 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079938 Jan 20 20:55:46.286027 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52aebd-ef36-4156-9595-ec238ad7c28f req-e880d5df-3112-4399-8762-2e3ac192d6f2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:46.288387 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bc52aebd-ef36-4156-9595-ec238ad7c28f req-e880d5df-3112-4399-8762-2e3ac192d6f2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.2092988 Jan 20 20:55:46.395899 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bc52aebd-ef36-4156-9595-ec238ad7c28f req-46925b2e-4e72-4a4b-bc0a-21e5391bae54 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956008 Jan 20 20:55:46.792254 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acc139-bf4f-4bfb-9f37-1b7e8cb333ff req-6bb241f4-c291-4a02-b4a2-5b3e1dcdd83e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:46.796185 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-39acc139-bf4f-4bfb-9f37-1b7e8cb333ff req-6bb241f4-c291-4a02-b4a2-5b3e1dcdd83e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 943 time: 0.2402389 Jan 20 20:55:46.896406 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-39acc139-bf4f-4bfb-9f37-1b7e8cb333ff req-573da46b-c349-4fd3-b31d-fd5c1ccb76ac tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898473 Jan 20 20:55:47.004217 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 52190) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:47.086015 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f804e41-485e-431a-8234-090a7b0379bf admin admin] Deleting subnet 7b1e292a-aa3d-412e-be3c-fd3d6fceace7 {{(pid=80112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 20:55:47.090881 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6f804e41-485e-431a-8234-090a7b0379bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:47.114345 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b562d87-641b-4f29-a706-166644957573 req-7bcd11d1-9fe8-4d35-b45e-c2047bb8159b tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:47.116837 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0b562d87-641b-4f29-a706-166644957573 req-7bcd11d1-9fe8-4d35-b45e-c2047bb8159b tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.1262417 Jan 20 20:55:47.197519 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6f804e41-485e-431a-8234-090a7b0379bf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:47.213599 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6f804e41-485e-431a-8234-090a7b0379bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851329876'] for subnet, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:47.213957 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0b562d87-641b-4f29-a706-166644957573 req-cb009633-da51-4dc5-b9e7-33aed3c35580 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885770 Jan 20 20:55:47.555351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6f804e41-485e-431a-8234-090a7b0379bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3445940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for subnet, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:47.570522 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:47.660378 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f804e41-485e-431a-8234-090a7b0379bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b1e292a-aa3d-412e-be3c-fd3d6fceace7,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:47.676808 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6f804e41-485e-431a-8234-090a7b0379bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:47.724247 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6f804e41-485e-431a-8234-090a7b0379bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:47.732218 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-6f804e41-485e-431a-8234-090a7b0379bf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7b1e292a-aa3d-412e-be3c-fd3d6fceace7 HTTP/1.1" status: 204 len: 168 time: 0.7265894 Jan 20 20:55:47.739432 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 52202) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:47.756662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bd4a8-558a-4a55-911e-b6f3011e10ac req-390142c2-09c6-4517-805f-004846336901 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:47.759079 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ab7bd4a8-558a-4a55-911e-b6f3011e10ac req-390142c2-09c6-4517-805f-004846336901 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1908514 Jan 20 20:55:47.822455 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ab7bd4a8-558a-4a55-911e-b6f3011e10ac req-d9cd14d3-bd3a-40ce-99ab-b8a11f188e93 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554085 Jan 20 20:55:47.880963 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854054876'] for network, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:48.168024 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f2b4f-ec2b-42bc-bd08-f296cf3f9de9 req-55af4157-d923-4565-b6aa-1862024f6bab tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:48.169760 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0b5f2b4f-ec2b-42bc-bd08-f296cf3f9de9 req-55af4157-d923-4565-b6aa-1862024f6bab tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 943 time: 0.1102927 Jan 20 20:55:48.193666 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3445791', 'neutron.services.segments.db._delete_segments_for_network--9223363282312691657'] for network, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:48.248930 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0b5f2b4f-ec2b-42bc-bd08-f296cf3f9de9 req-90cc23fc-3b53-41ae-b235-bb70a1319069 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577207 Jan 20 20:55:48.392534 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:55:48.393094 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:55:48.394807 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:55:48.395210 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Subscribe: > port after_create 55550000 {{(pid=80112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:55:48.395902 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Subscribe: > port after_delete 55550000 {{(pid=80112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:55:48.396816 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Subscribe: > port after_update 55550000 {{(pid=80112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:55:48.397217 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:55:48.397983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:55:48.398447 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:55:48.399649 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:55:48.501346 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:55:48.501695 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:55:48.502069 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:55:48.502493 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80112) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:55:48.502930 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fb3b84-0db2-4074-a91d-81a46ce99630']}} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:55:48.518472 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd012cc3e-3799-403d-85cb-988aff48f4c7') {'for_net_delete': True} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:55:48.518853 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd012cc3e-3799-403d-85cb-988aff48f4c7') {} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:55:48.532825 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282312693449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26160046'] for segment, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:48.552806 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:48.556316 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 20:55:48.612526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ff6f6-54d6-49c2-b6e4-5d9292c96dbd req-10a7aaa8-dc96-402f-afeb-de3595541b2c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:48.614547 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-064ff6f6-54d6-49c2-b6e4-5d9292c96dbd req-10a7aaa8-dc96-402f-afeb-de3595541b2c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.1592011 Jan 20 20:55:48.677590 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-064ff6f6-54d6-49c2-b6e4-5d9292c96dbd req-a5abb358-8e22-4e52-a38e-c0c03d4a0676 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509717 Jan 20 20:55:48.797027 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Network a2fb3b84-0db2-4074-a91d-81a46ce99630 has no segments {{(pid=80112) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 20:55:48.815574 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851331117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26958849'] for segment, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:49.037070 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Network a2fb3b84-0db2-4074-a91d-81a46ce99630 has no segments {{(pid=80112) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: (rel_b, rel_a, rel_b), Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: (rel_b, rel_a, rel_b), Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: Traceback (most recent call last): Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: timer() Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: cb(*args, **kw) Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: return func(*args, **kwargs) Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: self._notify() Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: self.callback(batched_events) Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: event.method(event) Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: segment_id)['aggregates'][0] Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(self, *a, **k) Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: return self._get(url).json() Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: **kwargs) Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.request(url, 'GET', **kwargs) Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: **endpoint_filter) Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 20:55:49.065000 dv-cinder-749155-5-iscsi neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 20:55:49.111283 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dda6c5-df13-4d08-8f2b-72cbd7e3c5a4 req-eef3d357-9337-44b9-a802-1065b3a5a851 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:49.113024 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-32dda6c5-df13-4d08-8f2b-72cbd7e3c5a4 req-eef3d357-9337-44b9-a802-1065b3a5a851 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1152349 Jan 20 20:55:49.156390 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851330025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854383812'] for network, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:49.162423 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-37f1e93a-bcd4-4dd0-a1ef-454d386e7680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:49.179458 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-32dda6c5-df13-4d08-8f2b-72cbd7e3c5a4 req-65db2a48-d1dd-4d09-b91a-feb0a8a52dd3 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536046 Jan 20 20:55:49.182208 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:49.195060 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Pushing event deleted for resources: {'Network': ['ID=a2fb3b84-0db2-4074-a91d-81a46ce99630,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:49.198066 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:49.199868 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] 10.222.0.18 "DELETE /v2.0/networks/a2fb3b84-0db2-4074-a91d-81a46ce99630 HTTP/1.1" status: 204 len: 168 time: 1.4587409 Jan 20 20:55:49.454268 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 52224) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:49.519621 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-98e5c166-39d4-47b8-ae89-f637f254bee3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d209d9e0bc3a4f3a84269bb5c2083a6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0633912 Jan 20 20:55:49.523790 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 52228) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:49.531301 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a2d84-48bd-4a77-9812-77c72209a5ef req-ac4d528d-a96d-433d-a91f-dcbabce3daae tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:49.533033 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e11a2d84-48bd-4a77-9812-77c72209a5ef req-ac4d528d-a96d-433d-a91f-dcbabce3daae tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 943 time: 0.1172445 Jan 20 20:55:49.607562 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e11a2d84-48bd-4a77-9812-77c72209a5ef req-e499bcfc-33b9-4b9e-85da-ce464607a0e0 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675497 Jan 20 20:55:49.612882 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b2fa7c6f-92d5-4ba1-8c2b-2e423f7d61ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:49.669334 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b2fa7c6f-92d5-4ba1-8c2b-2e423f7d61ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:49.733944 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b2fa7c6f-92d5-4ba1-8c2b-2e423f7d61ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:49.740509 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-41ece9dd-cd12-4aa6-a506-f688abaf3a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:49.760345 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa7c6f-92d5-4ba1-8c2b-2e423f7d61ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fe3448-1e26-427a-b2f9-6a8968955d94,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:49.769625 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b2fa7c6f-92d5-4ba1-8c2b-2e423f7d61ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:49.776139 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b2fa7c6f-92d5-4ba1-8c2b-2e423f7d61ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:49.779049 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-b2fa7c6f-92d5-4ba1-8c2b-2e423f7d61ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0fe3448-1e26-427a-b2f9-6a8968955d94 HTTP/1.1" status: 204 len: 168 time: 0.2526145 Jan 20 20:55:50.091829 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136281b-6577-4743-88e7-775544ef0e27 req-f64f199f-f651-482c-9d51-871dfee7b446 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:50.096037 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2136281b-6577-4743-88e7-775544ef0e27 req-f64f199f-f651-482c-9d51-871dfee7b446 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.2055309 Jan 20 20:55:50.191595 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2136281b-6577-4743-88e7-775544ef0e27 req-809e1f96-676b-45c2-8f0b-2651be7c53bb tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894771 Jan 20 20:55:50.487983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc935a7-2907-4233-bd6d-f2a5ea2aef05 req-e791cf9c-0e63-4887-9740-948ba7c3cf31 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:50.489868 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3dc935a7-2907-4233-bd6d-f2a5ea2aef05 req-e791cf9c-0e63-4887-9740-948ba7c3cf31 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1250870 Jan 20 20:55:50.587999 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3dc935a7-2907-4233-bd6d-f2a5ea2aef05 req-cddae990-eb3c-4c42-976d-de80d630bb30 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845060 Jan 20 20:55:50.953571 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee8cd1-d218-4593-87f1-08988e58725d req-7bfd0d6e-4745-4b38-bc52-c4f8b69223a4 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:50.961338 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cfee8cd1-d218-4593-87f1-08988e58725d req-7bfd0d6e-4745-4b38-bc52-c4f8b69223a4 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 943 time: 0.1856978 Jan 20 20:55:51.043963 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cfee8cd1-d218-4593-87f1-08988e58725d req-88a42a39-31a7-449a-aafe-0a8b12df4b57 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813222 Jan 20 20:55:51.592317 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a9c8b-fcb5-4913-8bcb-b284f0e6c42f req-af0fc9a0-3fbb-412c-a9a4-58c293cccc70 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:51.595004 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e80a9c8b-fcb5-4913-8bcb-b284f0e6c42f req-af0fc9a0-3fbb-412c-a9a4-58c293cccc70 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.1769648 Jan 20 20:55:51.689265 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e80a9c8b-fcb5-4913-8bcb-b284f0e6c42f req-e764386c-47d3-47c9-a03e-ae17ce083b48 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851274 Jan 20 20:55:52.021851 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635f931-b1a6-4497-aadc-a4bdb99e1121 req-256a8c15-d360-4cba-833e-8baa297326df tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:52.027178 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d635f931-b1a6-4497-aadc-a4bdb99e1121 req-256a8c15-d360-4cba-833e-8baa297326df tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1357021 Jan 20 20:55:52.081961 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d635f931-b1a6-4497-aadc-a4bdb99e1121 req-29a6029d-670c-43b2-9ac4-a6a04c5f8daa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484011 Jan 20 20:55:52.383855 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d1467-4bf5-4c2d-a156-eac49b90747c req-58108111-da26-486a-8e23-4fbd628df602 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:52.393858 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3c1d1467-4bf5-4c2d-a156-eac49b90747c req-58108111-da26-486a-8e23-4fbd628df602 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 943 time: 0.1382196 Jan 20 20:55:52.469972 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3c1d1467-4bf5-4c2d-a156-eac49b90747c req-9849bc3e-8bac-4794-8590-54570272ca46 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737412 Jan 20 20:55:52.953510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb67d6-e647-4a8a-952f-8c09b4cb43c9 req-c9ea7852-3997-4705-9ddf-65b2c529dbc8 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:52.955278 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-84eb67d6-e647-4a8a-952f-8c09b4cb43c9 req-c9ea7852-3997-4705-9ddf-65b2c529dbc8 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.1166041 Jan 20 20:55:53.018845 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-84eb67d6-e647-4a8a-952f-8c09b4cb43c9 req-2e999883-f667-4a5e-8907-72be5f8fb119 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521193 Jan 20 20:55:53.103982 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 066eb50e-d450-44d9-8ac8-4f373e723466 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:55:53.250558 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 066eb50e-d450-44d9-8ac8-4f373e723466 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:55:53.252309 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:53.361621 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a251b5-806b-452a-b984-127977599e66 req-2f42cdc6-af49-4a04-b3b0-2401815491af tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:53.363368 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-44a251b5-806b-452a-b984-127977599e66 req-2f42cdc6-af49-4a04-b3b0-2401815491af tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1128860 Jan 20 20:55:53.468847 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-44a251b5-806b-452a-b984-127977599e66 req-5ebf73fc-0ae1-4753-be60-bfb8cf05646a tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902901 Jan 20 20:55:53.796716 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800e535-3489-4021-8077-965ef867b3d7 req-8c5e8a57-b9b5-4c7d-9b93-56e78ce3a0b5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:53.798428 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8800e535-3489-4021-8077-965ef867b3d7 req-8c5e8a57-b9b5-4c7d-9b93-56e78ce3a0b5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 943 time: 0.1525283 Jan 20 20:55:53.819022 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5df8a-b908-4110-996d-60df0d839851 req-7e95658f-b24a-4121-a9c6-c0bea0e31a21 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:53.820916 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8ce5df8a-b908-4110-996d-60df0d839851 req-7e95658f-b24a-4121-a9c6-c0bea0e31a21 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1131802 Jan 20 20:55:53.839002 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 52312) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:55:53.845366 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-b61b762a-454d-4a94-8239-fb8b0f7f4ac3 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Request body: {'floatingip': {'port_id': '066eb50e-d450-44d9-8ac8-4f373e723466'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:55:53.861875 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8800e535-3489-4021-8077-965ef867b3d7 req-e04226ce-ee95-4b1e-8d83-d6c6e6773b79 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494595 Jan 20 20:55:53.940499 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b61b762a-454d-4a94-8239-fb8b0f7f4ac3 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for floatingip, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:54.464369 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a921d-1308-432f-beff-cf9c2468099b req-8cd73002-ed7f-4631-ab18-bb419e81e749 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:54.471232 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f63a921d-1308-432f-beff-cf9c2468099b req-8cd73002-ed7f-4631-ab18-bb419e81e749 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.2062075 Jan 20 20:55:54.568579 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f63a921d-1308-432f-beff-cf9c2468099b req-db5e2180-4e55-49c6-b5ca-02517ca29181 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861063 Jan 20 20:55:54.944928 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 066eb50e-d450-44d9-8ac8-4f373e723466 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:55:55.127241 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b61b762a-454d-4a94-8239-fb8b0f7f4ac3 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:55.170713 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 066eb50e-d450-44d9-8ac8-4f373e723466 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:55:55.171680 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:55.193201 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b61b762a-454d-4a94-8239-fb8b0f7f4ac3 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:55.545127 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device d912ae57-ea72-47e0-b64f-11016ea5f9cb up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:55:55.750976 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port d912ae57-ea72-47e0-b64f-11016ea5f9cb completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:55:55.762933 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port d912ae57-ea72-47e0-b64f-11016ea5f9cb triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:55:55.764904 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:55.820762 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [None req-b61b762a-454d-4a94-8239-fb8b0f7f4ac3 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Floating IP c057e206-34bb-4905-b3d1-6b4c1ea5d446 associated. External IP: 172.27.0.28, port: 066eb50e-d450-44d9-8ac8-4f373e723466. Jan 20 20:55:55.928357 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e2aed-bec8-40ae-a89a-135ef089f04d req-dffe5005-1429-4bcf-b83c-13629a7e65d2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:55.945161 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-241e2aed-bec8-40ae-a89a-135ef089f04d req-dffe5005-1429-4bcf-b83c-13629a7e65d2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 943 time: 0.8151407 Jan 20 20:55:56.076086 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:56.132600 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e2e62-06f2-435c-8e13-e2443eab737c req-576f0dab-f4c8-4475-9938-32028650cb68 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:56.147247 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d32e2e62-06f2-435c-8e13-e2443eab737c req-576f0dab-f4c8-4475-9938-32028650cb68 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.3048465 Jan 20 20:55:56.163396 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-241e2aed-bec8-40ae-a89a-135ef089f04d req-3cb806c1-ef4f-404f-9474-ffbeb1aacbec tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171361 Jan 20 20:55:56.214616 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port d912ae57-ea72-47e0-b64f-11016ea5f9cb, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=d912ae57-ea72-47e0-b64f-11016ea5f9cb,segment=NetworkSegment(7f9c0258-7d21-46bc-96bf-f72e205bc55e),segment_id=7f9c0258-7d21-46bc-96bf-f72e205bc55e)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:55:56.231563 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc50eb94-3bc6-429d-98af-3a0f75af4612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd912ae57-ea72-47e0-b64f-11016ea5f9cb'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:55:56.248330 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:56.253728 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:55:56.281120 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d32e2e62-06f2-435c-8e13-e2443eab737c req-0d2d615b-c8d3-47b0-ad7c-90d76388396e tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306946 Jan 20 20:55:56.402744 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc50eb94-3bc6-429d-98af-3a0f75af4612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd912ae57-ea72-47e0-b64f-11016ea5f9cb', 'code': 200} Jan 20 20:55:56.461285 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=d912ae57-ea72-47e0-b64f-11016ea5f9cb,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:55:56.469169 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:55:56.557328 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61b762a-454d-4a94-8239-fb8b0f7f4ac3 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 20:55:56.835579 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 48416ec5-8a2c-46b0-95d7-6a2088f96f60 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:55:57.008989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39512c98-4cbf-449a-958a-10d097be559d req-ab769246-350d-4adb-97b5-d8ee57d6b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:57.011904 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-39512c98-4cbf-449a-958a-10d097be559d req-ab769246-350d-4adb-97b5-d8ee57d6b5e1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 1163 time: 0.3165081 Jan 20 20:55:57.050388 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 48416ec5-8a2c-46b0-95d7-6a2088f96f60 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:55:57.051132 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:57.082450 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61b762a-454d-4a94-8239-fb8b0f7f4ac3 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:55:57.090492 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b61b762a-454d-4a94-8239-fb8b0f7f4ac3 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:57.095067 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f34a6d-2db5-4871-9f3d-50dcb06dbf51 None None] Sync routers for ids ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:55:57.113385 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f34a6d-2db5-4871-9f3d-50dcb06dbf51 None None] Routers {'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:55:57.114202 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-61f34a6d-2db5-4871-9f3d-50dcb06dbf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:55:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:55:57.257394 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-b61b762a-454d-4a94-8239-fb8b0f7f4ac3 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "PUT /v2.0/floatingips/c057e206-34bb-4905-b3d1-6b4c1ea5d446 HTTP/1.1" status: 200 len: 990 time: 3.4170849 Jan 20 20:55:57.260038 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e869c9-4c17-42c8-b199-5041f24699ee', 'tag': '066eb50e-d450-44d9-8ac8-4f373e723466'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:55:57.495215 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-39512c98-4cbf-449a-958a-10d097be559d req-ce67a571-b117-4ded-b67b-bf76a8179561 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657903 Jan 20 20:55:57.522998 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d218393-a324-4e46-812f-1111f4e92393 req-263040e5-0aeb-4838-a083-a8a97de4b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:57.527378 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0d218393-a324-4e46-812f-1111f4e92393 req-263040e5-0aeb-4838-a083-a8a97de4b417 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 1162 time: 0.6934290 Jan 20 20:55:57.590862 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-61f34a6d-2db5-4871-9f3d-50dcb06dbf51 None None] Set router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:55:57.636047 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d089e-b628-4ffa-9fa8-6a3fd47d9d1e req-314ac60b-0139-4bdf-88dd-45943862bd65 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:57.638978 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e9d089e-b628-4ffa-9fa8-6a3fd47d9d1e req-314ac60b-0139-4bdf-88dd-45943862bd65 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 945 time: 0.2119873 Jan 20 20:55:57.718728 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e9d089e-b628-4ffa-9fa8-6a3fd47d9d1e req-e53b4e87-afb8-4853-905f-c241f6758ef3 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704062 Jan 20 20:55:57.870537 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e869c9-4c17-42c8-b199-5041f24699ee', 'tag': '066eb50e-d450-44d9-8ac8-4f373e723466', 'status': 'completed', 'code': 200} Jan 20 20:55:57.998993 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0d218393-a324-4e46-812f-1111f4e92393 req-3615e675-2f5c-4e54-88ae-900ed0ef2e23 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485134 Jan 20 20:55:58.208907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c0301-4f8b-41e1-aba5-e0fab1797999 req-aba123ee-f1bb-4d6b-ba5d-48677bc8ec94 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:58.210645 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3f1c0301-4f8b-41e1-aba5-e0fab1797999 req-aba123ee-f1bb-4d6b-ba5d-48677bc8ec94 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.1547067 Jan 20 20:55:58.250554 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-61f34a6d-2db5-4871-9f3d-50dcb06dbf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': 'c057e206-34bb-4905-b3d1-6b4c1ea5d446', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'port_id': '066eb50e-d450-44d9-8ac8-4f373e723466', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'mac_address': 'fa:16:3e:95:e8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e869c9-4c17-42c8-b199-5041f24699ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T20:55:00Z', 'updated_at': '2021-01-20T20:55:54Z', 'revision_number': 1, 'project_id': '1d96be366a92447487212758b7c50e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f34744a-aa6e-4bc4-a407-3531d605c118', 'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'mac_address': 'fa:16:3e:3d:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:40Z', 'updated_at': '2021-01-20T20:54:56Z', 'revision_number': 5, 'project_id': '1d96be366a92447487212758b7c50e6f', 'subnets': [{'id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:55:58.255732 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f34a6d-2db5-4871-9f3d-50dcb06dbf51 None None] Checking router: fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:55:58.272105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f34a6d-2db5-4871-9f3d-50dcb06dbf51 None None] Routers {'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:55:58.272728 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-61f34a6d-2db5-4871-9f3d-50dcb06dbf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:55:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:55:58.326751 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3f1c0301-4f8b-41e1-aba5-e0fab1797999 req-82d55f40-bc03-4247-a731-7dfbc633fe57 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085162 Jan 20 20:55:58.588022 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-61f34a6d-2db5-4871-9f3d-50dcb06dbf51 None None] Set router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:55:58.624354 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4df8d0-54bf-49a4-8aa4-9c7f2972a10c req-8dc3d364-8051-4476-ac96-2e37b715b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:58.626224 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a4df8d0-54bf-49a4-8aa4-9c7f2972a10c req-8dc3d364-8051-4476-ac96-2e37b715b6aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1d96be366a92447487212758b7c50e6f&device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 1162 time: 0.1677833 Jan 20 20:55:58.778254 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device d912ae57-ea72-47e0-b64f-11016ea5f9cb up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:55:58.937906 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4df8d0-54bf-49a4-8aa4-9c7f2972a10c req-241638ee-1ab2-4c25-8b0f-033a475baa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:58.940668 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a4df8d0-54bf-49a4-8aa4-9c7f2972a10c req-241638ee-1ab2-4c25-8b0f-033a475baa6a service neutron] 10.222.0.10 "GET /v2.0/networks?id=f278e563-18ec-4833-a094-4f0a1a5f0abc HTTP/1.1" status: 200 len: 904 time: 0.3045115 Jan 20 20:55:58.964076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port d912ae57-ea72-47e0-b64f-11016ea5f9cb triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:55:58.964854 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:59.214268 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a4df8d0-54bf-49a4-8aa4-9c7f2972a10c req-6ab3c103-b9ad-4720-ada9-da8d08bde977 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=066eb50e-d450-44d9-8ac8-4f373e723466 HTTP/1.1" status: 200 len: 998 time: 0.2649593 Jan 20 20:55:59.287053 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93431aa-b12b-4b53-8b1a-dd9d15372007 req-d5ac5053-9162-4911-9ff9-2452283d3118 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:59.289007 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c93431aa-b12b-4b53-8b1a-dd9d15372007 req-d5ac5053-9162-4911-9ff9-2452283d3118 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 945 time: 0.2492840 Jan 20 20:55:59.391388 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-61f34a6d-2db5-4871-9f3d-50dcb06dbf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': 'c057e206-34bb-4905-b3d1-6b4c1ea5d446', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'port_id': '066eb50e-d450-44d9-8ac8-4f373e723466', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'mac_address': 'fa:16:3e:95:e8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e869c9-4c17-42c8-b199-5041f24699ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T20:55:00Z', 'updated_at': '2021-01-20T20:55:54Z', 'revision_number': 1, 'project_id': '1d96be366a92447487212758b7c50e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f34744a-aa6e-4bc4-a407-3531d605c118', 'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'mac_address': 'fa:16:3e:3d:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:40Z', 'updated_at': '2021-01-20T20:54:56Z', 'revision_number': 5, 'project_id': '1d96be366a92447487212758b7c50e6f', 'subnets': [{'id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:55:59.391987 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c93431aa-b12b-4b53-8b1a-dd9d15372007 req-027c0b34-2bb6-4492-a744-7d04b65842e0 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891495 Jan 20 20:55:59.401562 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f34a6d-2db5-4871-9f3d-50dcb06dbf51 None None] The sync data for ids ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'] in dv-cinder-749155-5-iscsi is: [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': 'c057e206-34bb-4905-b3d1-6b4c1ea5d446', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'port_id': '066eb50e-d450-44d9-8ac8-4f373e723466', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'mac_address': 'fa:16:3e:95:e8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e869c9-4c17-42c8-b199-5041f24699ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T20:55:00Z', 'updated_at': '2021-01-20T20:55:54Z', 'revision_number': 1, 'project_id': '1d96be366a92447487212758b7c50e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f34744a-aa6e-4bc4-a407-3531d605c118', 'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'mac_address': 'fa:16:3e:3d:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:40Z', 'updated_at': '2021-01-20T20:54:56Z', 'revision_number': 5, 'project_id': '1d96be366a92447487212758b7c50e6f', 'subnets': [{'id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:55:59.526687 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-52b4f625-c22d-48f2-9686-631c82d4d6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:55:59.562398 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4df8d0-54bf-49a4-8aa4-9c7f2972a10c req-247f6151-65e7-4831-af63-9624f8bff66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:59.565648 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a4df8d0-54bf-49a4-8aa4-9c7f2972a10c req-247f6151-65e7-4831-af63-9624f8bff66b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c922eec-afe6-4eee-af95-8fb9a05787f0 HTTP/1.1" status: 200 len: 849 time: 0.1548474 Jan 20 20:55:59.917541 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01065c1-777f-414e-a2ca-51b360412edc req-9e53063c-7b29-4070-8815-bafde4f37790 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:55:59.928820 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d01065c1-777f-414e-a2ca-51b360412edc req-9e53063c-7b29-4070-8815-bafde4f37790 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.2074962 Jan 20 20:55:59.941390 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043695ed-b9ca-4a15-8a19-211a70787a5b None None] New status for floating IP c057e206-34bb-4905-b3d1-6b4c1ea5d446: ACTIVE {{(pid=80114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 20:56:00.020870 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4df8d0-54bf-49a4-8aa4-9c7f2972a10c req-eebf7248-0e54-47db-b64c-f6899b8c1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:00.022620 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a4df8d0-54bf-49a4-8aa4-9c7f2972a10c req-eebf7248-0e54-47db-b64c-f6899b8c1175 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f278e563-18ec-4833-a094-4f0a1a5f0abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3265879 Jan 20 20:56:00.043493 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d01065c1-777f-414e-a2ca-51b360412edc req-d24abe7f-3927-4aac-abd2-04565eb6f050 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133857 Jan 20 20:56:00.269703 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 52484) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:00.306108 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a4df8d0-54bf-49a4-8aa4-9c7f2972a10c req-96d22cd2-6d20-4896-a945-c3ad1457d32d service neutron] 10.222.0.10 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217436 Jan 20 20:56:00.544136 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a4df8d0-54bf-49a4-8aa4-9c7f2972a10c req-b409b1a1-8ee5-4fca-99b4-cc8052e33e6a service neutron] 10.222.0.10 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2267590 Jan 20 20:56:00.684349 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-46fb6344-5a40-4173-a290-179fbc5149dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:00.709496 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-46fb6344-5a40-4173-a290-179fbc5149dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:00.720011 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-46fb6344-5a40-4173-a290-179fbc5149dc admin admin] Usage tracker for resource:security_group_rule and tenant:e1442c8f4f7c4814aa056897893db56d is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:00.726334 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-46fb6344-5a40-4173-a290-179fbc5149dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:00.739476 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-46fb6344-5a40-4173-a290-179fbc5149dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:00.812776 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51eb3a5-28ec-446f-b598-3e095f3d84b5 req-8c56b7b6-9002-4b3f-ae8d-7a544d0f1aec tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:00.814547 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b51eb3a5-28ec-446f-b598-3e095f3d84b5 req-8c56b7b6-9002-4b3f-ae8d-7a544d0f1aec tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 945 time: 0.1167114 Jan 20 20:56:00.876635 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 48416ec5-8a2c-46b0-95d7-6a2088f96f60 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:00.884890 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b51eb3a5-28ec-446f-b598-3e095f3d84b5 req-65d157ff-c9c0-4bec-b554-485b25c9c51f tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579095 Jan 20 20:56:00.902483 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-46fb6344-5a40-4173-a290-179fbc5149dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:00.907903 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-46fb6344-5a40-4173-a290-179fbc5149dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:00.969760 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:00.984645 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-46fb6344-5a40-4173-a290-179fbc5149dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1442c8f4f7c4814aa056897893db56d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7135990 Jan 20 20:56:00.989140 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 52510) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:01.050108 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb6344-5a40-4173-a290-179fbc5149dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed5adc1-9449-4957-8667-fb9a39343ee9,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:01.066128 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-46fb6344-5a40-4173-a290-179fbc5149dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:01.129515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 48416ec5-8a2c-46b0-95d7-6a2088f96f60 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:01.130054 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:01.202412 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-46ff6911-87e6-4938-a4fa-b57db53c0496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:01.297317 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-46ff6911-87e6-4938-a4fa-b57db53c0496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:01.410509 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-46ff6911-87e6-4938-a4fa-b57db53c0496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:01.417530 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:01.444712 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff6911-87e6-4938-a4fa-b57db53c0496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed5adc1-9449-4957-8667-fb9a39343ee9,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:01.448008 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-46ff6911-87e6-4938-a4fa-b57db53c0496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:01.449310 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-46ff6911-87e6-4938-a4fa-b57db53c0496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:01.455085 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-46ff6911-87e6-4938-a4fa-b57db53c0496 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ed5adc1-9449-4957-8667-fb9a39343ee9 HTTP/1.1" status: 204 len: 168 time: 0.4603314 Jan 20 20:56:01.786189 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1c60e5dd-8662-4b4b-ae8d-e24a05eafaf9 req-75bf9bc2-ab24-4a20-9613-3a15db403e13 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1913049 Jan 20 20:56:01.822291 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1d51f-2813-490f-bbea-7651e333d704 req-cf52d765-e70c-4151-984b-9d39b64ed528 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:01.824246 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e0e1d51f-2813-490f-bbea-7651e333d704 req-cf52d765-e70c-4151-984b-9d39b64ed528 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.1403759 Jan 20 20:56:01.918893 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e0e1d51f-2813-490f-bbea-7651e333d704 req-1483bae6-203c-40bc-a335-1c4a59db32d9 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813246 Jan 20 20:56:02.131049 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60e5dd-8662-4b4b-ae8d-e24a05eafaf9 req-83356580-f865-4cab-8df9-b5564290c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:02.133020 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1c60e5dd-8662-4b4b-ae8d-e24a05eafaf9 req-83356580-f865-4cab-8df9-b5564290c080 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76c7abf965e144cf8d55b3ce9914e21b&device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 1162 time: 0.1588590 Jan 20 20:56:02.459137 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60e5dd-8662-4b4b-ae8d-e24a05eafaf9 req-68dfbaa3-7d62-42e4-9f3a-6173441c4691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:02.459829 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f7595049-cdbc-49cc-a53b-aee78bb72fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:02.461497 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1c60e5dd-8662-4b4b-ae8d-e24a05eafaf9 req-68dfbaa3-7d62-42e4-9f3a-6173441c4691 service neutron] 10.222.0.10 "GET /v2.0/networks?id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8 HTTP/1.1" status: 200 len: 909 time: 0.2906179 Jan 20 20:56:02.516422 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d781123-8be5-4c6f-a3c5-933bd1e25df7 req-115b94fc-7410-4d94-b643-71701c081974 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:02.524490 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4d781123-8be5-4c6f-a3c5-933bd1e25df7 req-115b94fc-7410-4d94-b643-71701c081974 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1962395 Jan 20 20:56:02.540330 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:02.606233 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4d781123-8be5-4c6f-a3c5-933bd1e25df7 req-2687228d-02d5-4bb4-8c5b-f135d52c3d95 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805027 Jan 20 20:56:02.642189 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1c60e5dd-8662-4b4b-ae8d-e24a05eafaf9 req-0790acdd-d151-4d5b-a965-bb681fd3af15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=965f6bd3-bc76-44e4-a07a-e316f21f2d7b HTTP/1.1" status: 200 len: 217 time: 0.1723936 Jan 20 20:56:02.766202 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60e5dd-8662-4b4b-ae8d-e24a05eafaf9 req-0bfaad20-8458-4c55-a0fc-b60740c7abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:02.768026 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1c60e5dd-8662-4b4b-ae8d-e24a05eafaf9 req-0bfaad20-8458-4c55-a0fc-b60740c7abb9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=377a8709-324b-4662-b116-58cbd4317af0 HTTP/1.1" status: 200 len: 855 time: 0.1087298 Jan 20 20:56:02.857907 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1c60e5dd-8662-4b4b-ae8d-e24a05eafaf9 req-fb9e48a3-8e33-45a6-bfd5-13dc625214bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755417 Jan 20 20:56:03.145992 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1c60e5dd-8662-4b4b-ae8d-e24a05eafaf9 req-0c08cb39-8496-4a7c-bf02-9c71884bbd9f service neutron] 10.222.0.10 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803557 Jan 20 20:56:03.163576 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:03.513871 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1c60e5dd-8662-4b4b-ae8d-e24a05eafaf9 req-b966fca0-575b-4fcb-8e5e-d23b630f6682 service neutron] 10.222.0.10 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3540702 Jan 20 20:56:03.651284 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:05.103844 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 52638) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:05.316053 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cd599548-d2e4-4bea-b73c-55dc1a08a87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:05.352990 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-cd599548-d2e4-4bea-b73c-55dc1a08a87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:05.372621 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-cd599548-d2e4-4bea-b73c-55dc1a08a87d admin admin] Usage tracker for resource:security_group_rule and tenant:e45fa4ec73384b4a8bd486c03d307fcc is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:05.400422 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-cd599548-d2e4-4bea-b73c-55dc1a08a87d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:05.423460 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-cd599548-d2e4-4bea-b73c-55dc1a08a87d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:05.581780 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cd599548-d2e4-4bea-b73c-55dc1a08a87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:05.593753 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cd599548-d2e4-4bea-b73c-55dc1a08a87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:05.620823 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:05.681988 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27875cc1-fc2e-46b3-870e-af208960c99f req-e8496335-eac4-4cf2-9c92-84a815ac7de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:05.695923 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-27875cc1-fc2e-46b3-870e-af208960c99f req-e8496335-eac4-4cf2-9c92-84a815ac7de0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd4acf44f08949f899f3c5761d72cb34&device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 1162 time: 0.2078989 Jan 20 20:56:05.731926 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd599548-d2e4-4bea-b73c-55dc1a08a87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fccfaaed-23b2-44a0-ad47-33c07e402de2,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:05.760241 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cd599548-d2e4-4bea-b73c-55dc1a08a87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:05.909413 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27875cc1-fc2e-46b3-870e-af208960c99f req-425c60e8-03a9-46d4-986e-4b1dffcf2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:05.911578 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-27875cc1-fc2e-46b3-870e-af208960c99f req-425c60e8-03a9-46d4-986e-4b1dffcf2127 service neutron] 10.222.0.10 "GET /v2.0/networks?id=32b3adf7-5052-49cb-b08c-47d815946f90 HTTP/1.1" status: 200 len: 913 time: 0.2118111 Jan 20 20:56:05.984648 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-cd599548-d2e4-4bea-b73c-55dc1a08a87d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e45fa4ec73384b4a8bd486c03d307fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8785052 Jan 20 20:56:05.992780 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 52664) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:06.018303 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-27875cc1-fc2e-46b3-870e-af208960c99f req-eeac4081-95f9-4a17-8a3e-123aedf25b1d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dd5a250-83c3-4812-8a99-cd93e09311d3 HTTP/1.1" status: 200 len: 217 time: 0.0981824 Jan 20 20:56:06.135048 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27875cc1-fc2e-46b3-870e-af208960c99f req-36deab17-4a4b-49ab-a974-6f00fc530af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:06.136886 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-27875cc1-fc2e-46b3-870e-af208960c99f req-36deab17-4a4b-49ab-a974-6f00fc530af4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e1a6ce97-8658-4c05-bda6-1c27ed45d811 HTTP/1.1" status: 200 len: 859 time: 0.1042986 Jan 20 20:56:06.202331 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-919fe69e-4e69-4699-8ece-6cf13e075a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:06.248331 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-27875cc1-fc2e-46b3-870e-af208960c99f req-9bfa3049-7e09-474b-ad31-8da47d831c9b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=32b3adf7-5052-49cb-b08c-47d815946f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939782 Jan 20 20:56:06.289907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35fa0a-7c3f-4b92-bcb4-8d1a8dbda022 req-ae52a77a-706e-46f9-afd0-ae8e1b46c2f3 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:06.293012 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2e35fa0a-7c3f-4b92-bcb4-8d1a8dbda022 req-ae52a77a-706e-46f9-afd0-ae8e1b46c2f3 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.6735783 Jan 20 20:56:06.360618 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-919fe69e-4e69-4699-8ece-6cf13e075a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:06.481256 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-27875cc1-fc2e-46b3-870e-af208960c99f req-99b7c807-ee46-481b-9b05-b6e4a886ccd5 service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223721 Jan 20 20:56:06.486218 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2e35fa0a-7c3f-4b92-bcb4-8d1a8dbda022 req-c74201d6-04c8-4ce4-87dd-0a465a7a94e2 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738396 Jan 20 20:56:06.522109 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-919fe69e-4e69-4699-8ece-6cf13e075a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:06.539847 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:06.568567 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-919fe69e-4e69-4699-8ece-6cf13e075a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:06.570264 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-919fe69e-4e69-4699-8ece-6cf13e075a36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fccfaaed-23b2-44a0-ad47-33c07e402de2 HTTP/1.1" status: 204 len: 168 time: 0.5742230 Jan 20 20:56:06.581381 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fe69e-4e69-4699-8ece-6cf13e075a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccfaaed-23b2-44a0-ad47-33c07e402de2,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:06.588300 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-919fe69e-4e69-4699-8ece-6cf13e075a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:06.862875 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-6090ae6f-7bfb-4d4e-97b4-6d7d8adc9862 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:06.870469 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-6090ae6f-7bfb-4d4e-97b4-6d7d8adc9862 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/networks?id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8 HTTP/1.1" status: 200 len: 815 time: 0.2659504 Jan 20 20:56:06.875426 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-27875cc1-fc2e-46b3-870e-af208960c99f req-072fce60-3914-4520-9450-6c01d6897584 service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3797681 Jan 20 20:56:06.894168 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-19d27db8-3cce-41e1-bb1f-917c700f666a tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/quotas/76c7abf965e144cf8d55b3ce9914e21b HTTP/1.1" status: 200 len: 375 time: 0.0224931 Jan 20 20:56:07.066655 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-74994e91-5e7d-4245-881e-acaec5de8fe7 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?tenant_id=76c7abf965e144cf8d55b3ce9914e21b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1696010 Jan 20 20:56:07.350718 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-955cf443-fddb-4406-b8a5-801205cd3dfe service neutron] 10.222.0.18 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793539 Jan 20 20:56:07.799121 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a330d9db-df55-4fdb-bcb7-b1b47e17755c service neutron] 10.222.0.18 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4462607 Jan 20 20:56:07.825115 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 52746) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:08.077243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb806ec-50f1-4bd7-ba47-c40562bd76c0 req-abe87c40-7944-4fce-947f-bbfaa663e5ab tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:08.079254 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9a76951f-430c-4ca9-a9d0-6dfc3c75348e req-eab43408-42ac-4d26-8dd7-c437990c2fef tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3437048a-9ae1-4681-bedb-d12395e6018d HTTP/1.1" status: 200 len: 210 time: 0.0646210 Jan 20 20:56:08.081307 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-afb806ec-50f1-4bd7-ba47-c40562bd76c0 req-abe87c40-7944-4fce-947f-bbfaa663e5ab tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.2321100 Jan 20 20:56:08.152807 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-afb806ec-50f1-4bd7-ba47-c40562bd76c0 req-d24899a6-4239-4b93-9b75-b31f578e4ea4 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591621 Jan 20 20:56:08.161810 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-722073809-network', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:56:08.168558 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:08.173679 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Usage tracker for resource:network and tenant:2d67811fe8b24d0ea0a79eea4cb3faec is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:08.177196 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:08.184333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:08.195296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Made reservation on behalf of 2d67811fe8b24d0ea0a79eea4cb3faec for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:56:08.200727 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:08.216313 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:08.237200 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:08.242960 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Usage tracker for resource:security_group_rule and tenant:2d67811fe8b24d0ea0a79eea4cb3faec is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:08.247413 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:08.253542 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:08.367776 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:08.372482 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:08.377650 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4145bf0c-d334-4cab-bf1f-4b8dce454a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:08.474451 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 20:56:08.532464 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d897f9-ef6b-44f9-9863-3d841c8cce91,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:08.542900 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754542084143', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:08.543841 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.segments_db [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Added segment d15b158a-28fe-4159-8e5d-5e16c27d2248 of type vxlan for network 3626e053-e2c6-4a9d-af31-12464de5babb Jan 20 20:56:08.562609 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:08.645306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282313094106'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:08.703360 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:08.711372 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:08.712029 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:08.719649 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:08.807504 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:08.878402 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Pushing event updated for resources: {'Network': ['ID=3626e053-e2c6-4a9d-af31-12464de5babb,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:08.889593 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:08.906496 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Network 3626e053-e2c6-4a9d-af31-12464de5babb details requested by agent ovs-agent-dv-cinder-749155-5-iscsi with host dv-cinder-749155-5-iscsi {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:56:08.907577 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0799544 Jan 20 20:56:08.911047 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 52780) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:08.921702 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Network 3626e053-e2c6-4a9d-af31-12464de5babb details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:56:08.922984 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Request body: {'subnet': {'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-722073809-subnet', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'ip_version': 4}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:56:08.934543 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:08.941567 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Usage tracker for resource:subnet and tenant:2d67811fe8b24d0ea0a79eea4cb3faec is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:08.947275 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:08.959110 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:08.976438 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Made reservation on behalf of 2d67811fe8b24d0ea0a79eea4cb3faec for: {'subnet': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:56:08.983200 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26915489'] for subnet, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:09.478272 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5751b8c7-3f51-4d17-9a03-e80763c051af req-b723b376-a20b-4296-969b-ae88d21fa953 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3437048a-9ae1-4681-bedb-d12395e6018d HTTP/1.1" status: 200 len: 210 time: 0.0841415 Jan 20 20:56:09.614312 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130521f2-499b-4cdc-b19c-59f23f419fd9 req-e92f4023-c19a-409e-90cb-0b74bd66a6da tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:09.616560 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-130521f2-499b-4cdc-b19c-59f23f419fd9 req-e92f4023-c19a-409e-90cb-0b74bd66a6da tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1681364 Jan 20 20:56:09.678274 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26959531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26915474'] for subnet, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:09.702888 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-130521f2-499b-4cdc-b19c-59f23f419fd9 req-29bbb524-fc06-42f8-98ed-3b9bf2e0c9b0 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717258 Jan 20 20:56:09.704411 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6f804e41-485e-431a-8234-090a7b0379bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:09.878847 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 52806) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:10.142328 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ac66868-42ea-4713-8530-5beadfe94eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:10.191197 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9ac66868-42ea-4713-8530-5beadfe94eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:10.204388 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-9ac66868-42ea-4713-8530-5beadfe94eb6 admin admin] Usage tracker for resource:security_group_rule and tenant:330955a425e54234b4763b2397566360 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:10.207968 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-9ac66868-42ea-4713-8530-5beadfe94eb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:10.215081 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9ac66868-42ea-4713-8530-5beadfe94eb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:10.324164 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ac66868-42ea-4713-8530-5beadfe94eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:10.330081 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9ac66868-42ea-4713-8530-5beadfe94eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:10.332299 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=19270a47-c8fe-42d9-a21a-e8cb2c3a7199,revision_number=0']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:10.341871 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3d417f5a-9952-46b2-a954-e3e36809a037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:10.354137 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.355269 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.355484 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.356437 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.357644 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.358807 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.359009 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.359636 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.360311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.361466 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.361662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.362324 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.363662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.363662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.364147 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.364836 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.365502 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.366161 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.366846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.367500 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.368183 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.368871 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.369537 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.370171 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.377583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:10.403402 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac66868-42ea-4713-8530-5beadfe94eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d63d319-37a2-41c1-8540-780a69cd20f3,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:10.413004 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-9ac66868-42ea-4713-8530-5beadfe94eb6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=330955a425e54234b4763b2397566360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5311220 Jan 20 20:56:10.413004 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9ac66868-42ea-4713-8530-5beadfe94eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:10.416608 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 52826) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:10.513461 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:10.524341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Checking segment: {'id': 'd15b158a-28fe-4159-8e5d-5e16c27d2248', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:56:10.524341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Network hostable DHCP agents. Network: 3626e053-e2c6-4a9d-af31-12464de5babb, hostable agents: ['c1d8426a-9d58-47bd-9d42-89385b1bbfec'], hosted agents: [] {{(pid=80112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 20:56:10.559057 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-d2253247-54d7-4bfb-a692-0b6904a0b6a1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:10.560905 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-d2253247-54d7-4bfb-a692-0b6904a0b6a1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.10 "GET /v2.0/networks?id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8 HTTP/1.1" status: 200 len: 815 time: 0.7940199 Jan 20 20:56:10.569502 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:10.581772 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Network 3626e053-e2c6-4a9d-af31-12464de5babb is scheduled to be hosted by DHCP agent c1d8426a-9d58-47bd-9d42-89385b1bbfec with binding_index 1 {{(pid=80112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 20:56:10.602397 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-8fe65be7-9fed-4f45-b458-5051f79500b2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Request body: {'port': {'device_id': '3437048a-9ae1-4681-bedb-d12395e6018d', 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8', 'admin_state_up': True, 'tenant_id': '76c7abf965e144cf8d55b3ce9914e21b'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:56:10.635868 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-5-iscsi, 3626e053-e2c6-4a9d-af31-12464de5babb) {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:56:10.650552 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e00e76-afbe-4a29-9e3b-d5ee89b1aba6 None None] Network 3626e053-e2c6-4a9d-af31-12464de5babb requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:56:10.700807 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:10.706809 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9ec4a78b-ce3e-46bd-ac08-2a0d8d6dbc7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:10.762713 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d63d319-37a2-41c1-8540-780a69cd20f3,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:10.791851 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.803186 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.803969 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.804606 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.805243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.805890 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.806522 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.809312 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.809951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.811141 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.811767 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.812397 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.817510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.818159 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.818868 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.819468 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.820089 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.820723 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.830728 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.831550 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.832189 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.832828 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.833478 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.834122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:10.848878 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:10.862846 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d63d319-37a2-41c1-8540-780a69cd20f3 HTTP/1.1" status: 204 len: 168 time: 0.4446361 Jan 20 20:56:10.866802 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 52840) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:10.868193 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:10.908932 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d0e2107f-dfe1-4c4b-be61-65a265181615 req-b24c79b2-478b-497b-988f-21b895a69bc0 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3437048a-9ae1-4681-bedb-d12395e6018d HTTP/1.1" status: 200 len: 210 time: 0.0933263 Jan 20 20:56:10.955610 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:10.956826 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:11.049709 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-8cdaca21-acd8-4b47-a5dc-a6b6f64b2e9b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1314719 Jan 20 20:56:11.051406 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 52850) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:11.074011 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-722073809-router', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:56:11.082465 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:11.098806 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Usage tracker for resource:router and tenant:2d67811fe8b24d0ea0a79eea4cb3faec is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:11.115580 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:11.124105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-8fe65be7-9fed-4f45-b458-5051f79500b2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:11.143899 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-8fe65be7-9fed-4f45-b458-5051f79500b2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:11.161796 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-8fe65be7-9fed-4f45-b458-5051f79500b2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Made reservation on behalf of 76c7abf965e144cf8d55b3ce9914e21b for: {'port': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:56:11.167900 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84384a3-a651-4399-841d-88dd77eaf67d req-77ab1ccd-c39d-40b1-a00c-6d1a9064e564 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:11.191263 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f84384a3-a651-4399-841d-88dd77eaf67d req-77ab1ccd-c39d-40b1-a00c-6d1a9064e564 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.3058319 Jan 20 20:56:11.194543 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-8fe65be7-9fed-4f45-b458-5051f79500b2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:11.199951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:11.244690 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bd716aab-c9ca-4b14-9388-ccd43ceff09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:11.271699 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-bd716aab-c9ca-4b14-9388-ccd43ceff09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:11.291909 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46e46e78-97ce-58d9-b0c2-61ed0264c73d-3626e053-e2c6-4a9d-af31-12464de5babb', 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'fixed_ips': [{'subnet_id': '19270a47-c8fe-42d9-a21a-e8cb2c3a7199'}]}} from dv-cinder-749155-5-iscsi. {{(pid=80114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 20 20:56:11.296714 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:11.304766 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-377705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40021'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:11.306295 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735702'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:11.324042 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-bd716aab-c9ca-4b14-9388-ccd43ceff09e admin admin] Usage tracker for resource:security_group_rule and tenant:62e5b76e52304326b2469a4e099ae18e is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:11.337150 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-bd716aab-c9ca-4b14-9388-ccd43ceff09e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:11.402131 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f84384a3-a651-4399-841d-88dd77eaf67d req-16f4c812-a38a-40d7-9c7b-83265a0ef865 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097778 Jan 20 20:56:11.409677 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-bd716aab-c9ca-4b14-9388-ccd43ceff09e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:11.452604 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:11.755421 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-8fe65be7-9fed-4f45-b458-5051f79500b2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Allocated IP 172.20.0.10 (02f02c29-d0f9-49ff-9943-9bbf967e5bb8/377a8709-324b-4662-b116-58cbd4317af0/3a55de82-6008-4a07-baea-f717658d6669) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:56:11.852562 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bd716aab-c9ca-4b14-9388-ccd43ceff09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:11.894648 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Allocated IP 172.20.0.2 (3626e053-e2c6-4a9d-af31-12464de5babb/19270a47-c8fe-42d9-a21a-e8cb2c3a7199/66b8a3e6-c648-4475-a413-15e4b886fcba) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:56:12.058782 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-8fe65be7-9fed-4f45-b458-5051f79500b2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:12.116141 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-8fe65be7-9fed-4f45-b458-5051f79500b2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:12.133669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:12.291311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:12.308709 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Transition to ACTIVE for port object 66b8a3e6-c648-4475-a413-15e4b886fcba will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:56:12.331023 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Transition to ACTIVE for port object 66b8a3e6-c648-4475-a413-15e4b886fcba will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:56:12.339267 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:12.384931 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4bf2df49-a09d-44c5-9749-af2ce71705fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:12.513683 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe65be7-9fed-4f45-b458-5051f79500b2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Pushing event updated for resources: {'Port': ['ID=3a55de82-6008-4a07-baea-f717658d6669,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:12.529115 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8fe65be7-9fed-4f45-b458-5051f79500b2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:12.536311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Pushing event updated for resources: {'Port': ['ID=66b8a3e6-c648-4475-a413-15e4b886fcba,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:12.566478 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 52888) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:12.640948 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bd716aab-c9ca-4b14-9388-ccd43ceff09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:12.687307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:12.696748 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:12.717214 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8224a2-0d2d-4f67-8f16-c7c465609451 admin admin] Deleting subnet a4fd94e3-f3c3-4aef-9c8f-e8b93128038b {{(pid=80112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 20:56:12.732826 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-8fe65be7-9fed-4f45-b458-5051f79500b2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Network 02f02c29-d0f9-49ff-9943-9bbf967e5bb8 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:56:12.734130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e8224a2-0d2d-4f67-8f16-c7c465609451 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:12.769271 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd716aab-c9ca-4b14-9388-ccd43ceff09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6183d8-bf92-4f0f-b7ed-5d62900c9a84,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:12.790426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-8fe65be7-9fed-4f45-b458-5051f79500b2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:56:12.792979 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-8fe65be7-9fed-4f45-b458-5051f79500b2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:56:12.908036 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e8224a2-0d2d-4f67-8f16-c7c465609451 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828615770'] for subnet, precommit_delete_associations {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:12.926662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Network 3626e053-e2c6-4a9d-af31-12464de5babb is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:56:12.930105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:56:12.933188 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:56:12.940598 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bd716aab-c9ca-4b14-9388-ccd43ceff09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:12.980539 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-392076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735685'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:13.013419 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-bd716aab-c9ca-4b14-9388-ccd43ceff09e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62e5b76e52304326b2469a4e099ae18e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1425438 Jan 20 20:56:13.033582 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-8fe65be7-9fed-4f45-b458-5051f79500b2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:13.034506 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-8fe65be7-9fed-4f45-b458-5051f79500b2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:13.040344 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 52902) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:13.043376 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Attempting to bind port 66b8a3e6-c648-4475-a413-15e4b886fcba on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:56:13.044115 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Attempting to bind port 66b8a3e6-c648-4475-a413-15e4b886fcba by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': 'd15b158a-28fe-4159-8e5d-5e16c27d2248', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:56:13.045371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Attempting to bind port 66b8a3e6-c648-4475-a413-15e4b886fcba on network 3626e053-e2c6-4a9d-af31-12464de5babb {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:56:13.062913 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:56:13.063641 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Checking segment: {'id': 'd15b158a-28fe-4159-8e5d-5e16c27d2248', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:56:13.064418 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:13.066056 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Bound using segment: {'id': 'd15b158a-28fe-4159-8e5d-5e16c27d2248', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:56:13.067279 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Bound port: 66b8a3e6-c648-4475-a413-15e4b886fcba, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15b158a-28fe-4159-8e5d-5e16c27d2248', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:56:13.068040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:13.145308 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-8fe65be7-9fed-4f45-b458-5051f79500b2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5474076 Jan 20 20:56:13.150354 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e8224a2-0d2d-4f67-8f16-c7c465609451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851329876'] for subnet, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:13.172227 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f2611-5b28-4cad-956b-39fb128405b5 req-44853a6f-ef1c-4d32-9734-5a37364a98f7 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:13.181752 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7a3f2611-5b28-4cad-956b-39fb128405b5 req-44853a6f-ef1c-4d32-9734-5a37364a98f7 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3437048a-9ae1-4681-bedb-d12395e6018d HTTP/1.1" status: 200 len: 932 time: 0.5586584 Jan 20 20:56:13.213345 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Request body: {'port': {'device_id': '3437048a-9ae1-4681-bedb-d12395e6018d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:56:13.232642 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] For port 66b8a3e6-c648-4475-a413-15e4b886fcba, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:56:13.237990 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] For port 66b8a3e6-c648-4475-a413-15e4b886fcba, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=66b8a3e6-c648-4475-a413-15e4b886fcba,segment=NetworkSegment(d15b158a-28fe-4159-8e5d-5e16c27d2248),segment_id=d15b158a-28fe-4159-8e5d-5e16c27d2248)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:56:13.250385 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:13.296860 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7a3f2611-5b28-4cad-956b-39fb128405b5 req-65350537-972e-4114-897e-43ef6de5ec02 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138871 Jan 20 20:56:13.492181 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-52b55bb1-0ea3-432d-a794-9a0e6bc9783b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:13.530515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:13.543429 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142c20d-f051-4e29-8635-1157b015075a req-8e5cacc6-e3ca-472e-9fa9-1af4737fa111 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:13.545697 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5142c20d-f051-4e29-8635-1157b015075a req-8e5cacc6-e3ca-472e-9fa9-1af4737fa111 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.5867493 Jan 20 20:56:13.648090 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Pushing event updated for resources: {'Port': ['ID=66b8a3e6-c648-4475-a413-15e4b886fcba,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:13.660188 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:13.801103 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:13.839925 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:13.854261 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-52b55bb1-0ea3-432d-a794-9a0e6bc9783b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:14.086906 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:14.128045 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5142c20d-f051-4e29-8635-1157b015075a req-69514d6c-b0c7-497b-90e3-f778fa86483f tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674341 Jan 20 20:56:14.335871 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-52b55bb1-0ea3-432d-a794-9a0e6bc9783b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:14.347696 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0852bdc8-5431-478d-80f9-6072b0a1706d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:14.385417 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 66b8a3e6-c648-4475-a413-15e4b886fcba up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:14.417906 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b55bb1-0ea3-432d-a794-9a0e6bc9783b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6183d8-bf92-4f0f-b7ed-5d62900c9a84,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:14.429224 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-52b55bb1-0ea3-432d-a794-9a0e6bc9783b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:14.447219 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e8224a2-0d2d-4f67-8f16-c7c465609451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3445940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26958958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827860341'] for subnet, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:14.490263 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-19a3ba54-651f-43e6-869e-0217f5f677ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:14.534412 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-52b55bb1-0ea3-432d-a794-9a0e6bc9783b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:14.540625 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-52b55bb1-0ea3-432d-a794-9a0e6bc9783b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c6183d8-bf92-4f0f-b7ed-5d62900c9a84 HTTP/1.1" status: 204 len: 168 time: 1.4898729 Jan 20 20:56:14.612062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Allocated IP 172.27.0.246 (06ea3fc8-bdc7-4401-9b28-54093eee0170/7fa42e9a-db2b-4126-9d0c-025f1cb6919b/0f7e54ad-e8ec-430c-ac87-19b92f40e50a) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:56:14.725321 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 66b8a3e6-c648-4475-a413-15e4b886fcba completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:56:14.773319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8224a2-0d2d-4f67-8f16-c7c465609451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4fd94e3-f3c3-4aef-9c8f-e8b93128038b,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:14.787819 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6e8224a2-0d2d-4f67-8f16-c7c465609451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:14.872479 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6e8224a2-0d2d-4f67-8f16-c7c465609451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:14.877653 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-6e8224a2-0d2d-4f67-8f16-c7c465609451 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a4fd94e3-f3c3-4aef-9c8f-e8b93128038b HTTP/1.1" status: 204 len: 168 time: 2.3075778 Jan 20 20:56:14.879430 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 52964) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:15.148797 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5d511f66-607f-4037-911a-3602a6987fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854054876'] for network, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:15.233622 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:15.324242 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92edcb-4781-4bf8-ba4d-8493f8b32575 req-823be6a7-1e8e-40f5-ab14-f723a101f683 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:15.328159 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-da92edcb-4781-4bf8-ba4d-8493f8b32575 req-823be6a7-1e8e-40f5-ab14-f723a101f683 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3437048a-9ae1-4681-bedb-d12395e6018d HTTP/1.1" status: 200 len: 932 time: 0.5292430 Jan 20 20:56:15.407323 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.resource_extend [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 20 20:56:15.458232 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-da92edcb-4781-4bf8-ba4d-8493f8b32575 req-d689992e-579f-4e67-9ddd-4b888b7ab117 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145480 Jan 20 20:56:15.461413 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:15.519164 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc4da87-b68d-47f6-b3c6-ad66e5358d27 None None] Network 3626e053-e2c6-4a9d-af31-12464de5babb requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:56:15.614618 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3014ae99-76cf-43bf-bd49-f96686734644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:15.677625 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5d511f66-607f-4037-911a-3602a6987fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3445791', 'neutron.services.segments.db._delete_segments_for_network--9223363282312691657'] for network, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:15.738198 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-c062194d-27cf-495a-a3e7-412e503a4306 None None] Provisioning for port 66b8a3e6-c648-4475-a413-15e4b886fcba completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:56:15.750591 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-c062194d-27cf-495a-a3e7-412e503a4306 None None] Provisioning complete for port 66b8a3e6-c648-4475-a413-15e4b886fcba triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:15.751382 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c062194d-27cf-495a-a3e7-412e503a4306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:15.786012 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a55de82-6008-4a07-baea-f717658d6669 {{(pid=80112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 20:56:15.799235 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:15.844578 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Pushing event updated for resources: {'Port': ['ID=0f7e54ad-e8ec-430c-ac87-19b92f40e50a,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:15.850547 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:15.859349 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Transition to ACTIVE for port object 3a55de82-6008-4a07-baea-f717658d6669 will not be triggered until provisioned by entity L2. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:56:15.866948 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-5d511f66-607f-4037-911a-3602a6987fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3da868-fe30-4561-be7f-1b1941da0821']}} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:15.877504 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:15.890527 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:56:15.914604 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c5171806-e7b3-45a1-a662-05e702803162 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:15.967691 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-5d511f66-607f-4037-911a-3602a6987fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867607aa-37b1-45db-9063-89cdda4d62af') {'for_net_delete': True} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:15.968043 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-5d511f66-607f-4037-911a-3602a6987fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867607aa-37b1-45db-9063-89cdda4d62af') {} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:15.985545 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c062194d-27cf-495a-a3e7-412e503a4306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:16.051133 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:56:16.058503 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:56:16.067861 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:56:16.078270 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-c062194d-27cf-495a-a3e7-412e503a4306 None None] For port 66b8a3e6-c648-4475-a413-15e4b886fcba, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=66b8a3e6-c648-4475-a413-15e4b886fcba,segment=NetworkSegment(d15b158a-28fe-4159-8e5d-5e16c27d2248),segment_id=d15b158a-28fe-4159-8e5d-5e16c27d2248)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:56:16.090626 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c062194d-27cf-495a-a3e7-412e503a4306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:16.090626 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:16.179100 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062194d-27cf-495a-a3e7-412e503a4306 None None] Pushing event updated for resources: {'Port': ['ID=66b8a3e6-c648-4475-a413-15e4b886fcba,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:16.195158 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c062194d-27cf-495a-a3e7-412e503a4306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:16.218301 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5d511f66-607f-4037-911a-3602a6987fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282312693449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26160046'] for segment, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:16.273287 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04163f-b80c-4e3c-9cbc-d0e1ef5c8cf9 req-1f370a01-05e3-4397-b06b-5ce42793cb44 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:16.275356 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ef04163f-b80c-4e3c-9cbc-d0e1ef5c8cf9 req-1f370a01-05e3-4397-b06b-5ce42793cb44 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.7340951 Jan 20 20:56:16.292224 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Pushing event updated for resources: {'Port': ['ID=3a55de82-6008-4a07-baea-f717658d6669,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:16.304516 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:16.338111 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5d511f66-607f-4037-911a-3602a6987fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:16.352706 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d511f66-607f-4037-911a-3602a6987fe9 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 20:56:16.678365 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ef04163f-b80c-4e3c-9cbc-d0e1ef5c8cf9 req-fa7ca62d-b3d4-4700-9bda-c4b9dcbe95c6 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685961 Jan 20 20:56:16.728762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-845e4e51-67af-4cd7-a30e-31651a52f056 None None] Provisioning complete for port 66b8a3e6-c648-4475-a413-15e4b886fcba triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:16.733379 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-845e4e51-67af-4cd7-a30e-31651a52f056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:17.057306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-5d511f66-607f-4037-911a-3602a6987fe9 admin admin] Network 4c3da868-fe30-4561-be7f-1b1941da0821 has no segments {{(pid=80112) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 20:56:17.073302 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5d511f66-607f-4037-911a-3602a6987fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851331117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26958849'] for segment, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:17.089162 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:17.142409 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-2ea8fbd3-4339-4a9d-9b7e-f9b7c5b469ce None None] Provisioning complete for port 66b8a3e6-c648-4475-a413-15e4b886fcba triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:17.142863 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2ea8fbd3-4339-4a9d-9b7e-f9b7c5b469ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:17.306263 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58699fdf-7c70-4a7f-958f-8176a920cb5d req-625581fb-e7f3-4ce3-b468-f7749fe8a65b tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:17.308810 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-58699fdf-7c70-4a7f-958f-8176a920cb5d req-625581fb-e7f3-4ce3-b468-f7749fe8a65b tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3437048a-9ae1-4681-bedb-d12395e6018d HTTP/1.1" status: 200 len: 944 time: 0.3972135 Jan 20 20:56:17.441321 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Attempting to bind port 3a55de82-6008-4a07-baea-f717658d6669 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:56:17.441862 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Attempting to bind port 3a55de82-6008-4a07-baea-f717658d6669 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '7f9c0258-7d21-46bc-96bf-f72e205bc55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8'}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:56:17.442242 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Attempting to bind port 3a55de82-6008-4a07-baea-f717658d6669 on network 02f02c29-d0f9-49ff-9943-9bbf967e5bb8 {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:56:17.462133 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:56:17.462800 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Checking segment: {'id': '7f9c0258-7d21-46bc-96bf-f72e205bc55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:56:17.463221 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:17.463629 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Bound using segment: {'id': '7f9c0258-7d21-46bc-96bf-f72e205bc55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8'} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:56:17.464145 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Bound port: 3a55de82-6008-4a07-baea-f717658d6669, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9c0258-7d21-46bc-96bf-f72e205bc55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8'}}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:56:17.464525 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:17.478514 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-5d511f66-607f-4037-911a-3602a6987fe9 admin admin] Network 4c3da868-fe30-4561-be7f-1b1941da0821 has no segments {{(pid=80112) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 20:56:17.517068 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-aac01f78-49a8-41dc-a86b-b2f70f2404e0 None None] Provisioning complete for port 66b8a3e6-c648-4475-a413-15e4b886fcba triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:17.518096 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-aac01f78-49a8-41dc-a86b-b2f70f2404e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: Traceback (most recent call last): Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: timer() Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: cb(*args, **kw) Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: return func(*args, **kwargs) Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: self._notify() Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: self.callback(batched_events) Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: event.method(event) Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: segment_id)['aggregates'][0] Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(self, *a, **k) Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: return self._get(url).json() Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: **kwargs) Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.request(url, 'GET', **kwargs) Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: **endpoint_filter) Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 20:56:17.522469 dv-cinder-749155-5-iscsi neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 20:56:17.707873 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-58699fdf-7c70-4a7f-958f-8176a920cb5d req-b0fbc8e7-079b-4c13-8cc9-987ef4312ad3 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795404 Jan 20 20:56:17.985237 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5d511f66-607f-4037-911a-3602a6987fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851330025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854383812'] for network, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:17.994042 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:18.009838 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] For port 3a55de82-6008-4a07-baea-f717658d6669, host hv-cinder-74915, cleared binding levels {{(pid=80112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:56:18.012746 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5d511f66-607f-4037-911a-3602a6987fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:18.037199 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] For port 3a55de82-6008-4a07-baea-f717658d6669, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3a55de82-6008-4a07-baea-f717658d6669,segment=NetworkSegment(7f9c0258-7d21-46bc-96bf-f72e205bc55e),segment_id=7f9c0258-7d21-46bc-96bf-f72e205bc55e)] {{(pid=80112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:56:18.038624 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d511f66-607f-4037-911a-3602a6987fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c3da868-fe30-4561-be7f-1b1941da0821,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:18.045420 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-5d511f66-607f-4037-911a-3602a6987fe9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4c3da868-fe30-4561-be7f-1b1941da0821 HTTP/1.1" status: 204 len: 168 time: 3.1647511 Jan 20 20:56:18.046353 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 53020) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:18.047714 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5d511f66-607f-4037-911a-3602a6987fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:18.083608 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:18.102996 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:18.270987 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Pushing event updated for resources: {'Port': ['ID=3a55de82-6008-4a07-baea-f717658d6669,revision_number=3']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:18.278134 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:18.305574 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dfb2987-cb98-4b22-bd37-bbcb3a68a2d4 admin admin] Deleting subnet 7f0b4053-4d69-4c83-9ec4-b8818c8d5b38 {{(pid=80112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 20:56:18.314419 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2987-cb98-4b22-bd37-bbcb3a68a2d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:18.333590 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 66b8a3e6-c648-4475-a413-15e4b886fcba up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:18.361535 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-392095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-392056'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:18.390397 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1382c32-d8ec-4545-ac8d-d17df85b46e9 req-023217a3-49de-40c1-8061-0bf41e5a679c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:18.392153 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c1382c32-d8ec-4545-ac8d-d17df85b46e9 req-023217a3-49de-40c1-8061-0bf41e5a679c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.3333316 Jan 20 20:56:18.416625 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2987-cb98-4b22-bd37-bbcb3a68a2d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828615770'] for subnet, precommit_delete_associations {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:18.505681 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:18.506974 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:18.507171 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 66b8a3e6-c648-4475-a413-15e4b886fcba triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:18.507512 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:18.530379 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] 10.222.0.10 "PUT /v2.0/ports/3a55de82-6008-4a07-baea-f717658d6669 HTTP/1.1" status: 200 len: 1158 time: 5.3186827 Jan 20 20:56:18.531383 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3437048a-9ae1-4681-bedb-d12395e6018d', 'tag': '3a55de82-6008-4a07-baea-f717658d6669'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:56:18.596227 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2987-cb98-4b22-bd37-bbcb3a68a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851329876'] for subnet, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:18.750476 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c1382c32-d8ec-4545-ac8d-d17df85b46e9 req-325a18f7-9b47-4450-a502-2b8ae4b52996 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891943 Jan 20 20:56:18.790034 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3437048a-9ae1-4681-bedb-d12395e6018d', 'tag': '3a55de82-6008-4a07-baea-f717658d6669', 'status': 'completed', 'code': 200} Jan 20 20:56:18.887907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Router b99341b1-3628-41a6-9883-2c9bbfc094d1 is scheduled to L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 20 20:56:18.913604 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-1b3c9f44-744f-49c8-bb99-38a9881842f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:18.915312 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-1b3c9f44-744f-49c8-bb99-38a9881842f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76c7abf965e144cf8d55b3ce9914e21b&device_id=3437048a-9ae1-4681-bedb-d12395e6018d HTTP/1.1" status: 200 len: 1161 time: 0.2305868 Jan 20 20:56:19.046941 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-9de8f997-80e4-442d-9c44-2d6858172cc7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a55de82-6008-4a07-baea-f717658d6669 HTTP/1.1" status: 200 len: 217 time: 0.1065187 Jan 20 20:56:19.218131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-3bfe9628-e580-4a4f-a97b-29a318ca773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:19.219984 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-3bfe9628-e580-4a4f-a97b-29a318ca773c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=377a8709-324b-4662-b116-58cbd4317af0 HTTP/1.1" status: 200 len: 855 time: 0.1356153 Jan 20 20:56:19.223332 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2987-cb98-4b22-bd37-bbcb3a68a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3445940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26958958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827860341'] for subnet, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:19.276099 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:56:19.289826 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Sync routers for ids ['b99341b1-3628-41a6-9883-2c9bbfc094d1'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:56:19.298775 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:19.301409 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Routers {'b99341b1-3628-41a6-9883-2c9bbfc094d1'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:56:19.302289 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:56:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b99341b1-3628-41a6-9883-2c9bbfc094d1'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:19.316618 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed99f67-5790-4fe4-b907-60702f991354 req-6ebb084a-5123-44b1-b5e9-27690199b48a tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:19.321979 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0ed99f67-5790-4fe4-b907-60702f991354 req-6ebb084a-5123-44b1-b5e9-27690199b48a tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3437048a-9ae1-4681-bedb-d12395e6018d HTTP/1.1" status: 200 len: 944 time: 0.2625988 Jan 20 20:56:19.350749 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-82407498-be34-4a8c-b6f7-8d1aab96159e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189857 Jan 20 20:56:19.359248 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:19.364060 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.3103485 Jan 20 20:56:19.365063 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 53044) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:19.433119 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb2987-cb98-4b22-bd37-bbcb3a68a2d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f0b4053-4d69-4c83-9ec4-b8818c8d5b38,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:19.451686 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8dfb2987-cb98-4b22-bd37-bbcb3a68a2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:19.538207 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0ed99f67-5790-4fe4-b907-60702f991354 req-dcefd9ec-7310-4aa2-957d-12a99f83977d tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071543 Jan 20 20:56:19.604407 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2987-cb98-4b22-bd37-bbcb3a68a2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:19.622369 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-8dfb2987-cb98-4b22-bd37-bbcb3a68a2d4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7f0b4053-4d69-4c83-9ec4-b8818c8d5b38 HTTP/1.1" status: 204 len: 168 time: 1.5734813 Jan 20 20:56:19.625309 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 53048) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:19.671179 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-c88ccfc3-3121-4cc0-b4cd-86bc0647dc58 service neutron] 10.222.0.10 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211154 Jan 20 20:56:19.947358 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a4a996ce-1611-42ba-92bf-65ceed7af2a5 req-3c554c1f-6adc-411b-b064-4d3dfa19254c service neutron] 10.222.0.10 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2672350 Jan 20 20:56:19.977504 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Set router b99341b1-3628-41a6-9883-2c9bbfc094d1 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:56:20.377437 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1970b50-5ae5-41ba-9b1c-c79d74b1b0b1 req-921a669e-ef6d-4b17-a04c-d3a128b9d977 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:20.379231 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a1970b50-5ae5-41ba-9b1c-c79d74b1b0b1 req-921a669e-ef6d-4b17-a04c-d3a128b9d977 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.3346241 Jan 20 20:56:20.394074 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a76d5-1e24-4890-8d39-7f05cc7e9b09 req-85290be6-7e57-4eb5-aabd-51378fd2e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:20.395786 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0a5a76d5-1e24-4890-8d39-7f05cc7e9b09 req-85290be6-7e57-4eb5-aabd-51378fd2e635 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76c7abf965e144cf8d55b3ce9914e21b&device_id=3437048a-9ae1-4681-bedb-d12395e6018d HTTP/1.1" status: 200 len: 1161 time: 0.2370284 Jan 20 20:56:20.426962 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854054876'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:20.468888 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'name': 'tempest-TestShelveInstance-722073809-router', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:11Z', 'updated_at': '2021-01-20T20:56:16Z', 'revision_number': 3, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'gw_port': {'id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:14Z', 'updated_at': '2021-01-20T20:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:20.478278 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Checking router: b99341b1-3628-41a6-9883-2c9bbfc094d1 for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:56:20.479660 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Updating router b99341b1-3628-41a6-9883-2c9bbfc094d1 port 0f7e54ad-e8ec-430c-ac87-19b92f40e50a binding host dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 20:56:20.556352 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a1970b50-5ae5-41ba-9b1c-c79d74b1b0b1 req-12e00402-7f44-49f5-9ee1-2568bd582f9c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223731 Jan 20 20:56:20.625575 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:20.642669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a76d5-1e24-4890-8d39-7f05cc7e9b09 req-c510d955-88ef-4842-ab23-92e84bd69f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:20.645144 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0a5a76d5-1e24-4890-8d39-7f05cc7e9b09 req-c510d955-88ef-4842-ab23-92e84bd69f56 service neutron] 10.222.0.10 "GET /v2.0/networks?id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8 HTTP/1.1" status: 200 len: 909 time: 0.2365298 Jan 20 20:56:20.755501 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3445791', 'neutron.services.segments.db._delete_segments_for_network--9223363282312691657'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:20.761743 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0a5a76d5-1e24-4890-8d39-7f05cc7e9b09 req-93a3f6a4-88ea-4c75-b79c-f94b47b64cb2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a55de82-6008-4a07-baea-f717658d6669 HTTP/1.1" status: 200 len: 217 time: 0.0847781 Jan 20 20:56:20.926602 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a76d5-1e24-4890-8d39-7f05cc7e9b09 req-09d26e51-844d-4ec5-8d28-bd522abbd9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:20.929082 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0a5a76d5-1e24-4890-8d39-7f05cc7e9b09 req-09d26e51-844d-4ec5-8d28-bd522abbd9c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=377a8709-324b-4662-b116-58cbd4317af0 HTTP/1.1" status: 200 len: 855 time: 0.1161058 Jan 20 20:56:20.938079 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:56:20.938491 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:56:20.939349 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:56:20.940960 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Subscribe: > port after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:56:20.940960 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:56:20.940960 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Subscribe: > port after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:56:20.940960 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:56:20.941271 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:56:20.941478 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:56:20.941785 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:56:20.961974 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47d05c-686b-41a7-846d-7cb1d08f1a51 req-527a9897-b434-490c-8f6d-42d23234b63e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:20.963105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-4d47d05c-686b-41a7-846d-7cb1d08f1a51 req-527a9897-b434-490c-8f6d-42d23234b63e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Synchronizing usage tracker for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:56:21.009960 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:56:21.010348 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:56:21.010757 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:56:21.011131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 20 20:56:21.011525 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf516e7-49dc-40e3-9a40-7ef469dd2560']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:21.033427 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0a5a76d5-1e24-4890-8d39-7f05cc7e9b09 req-5014ed04-10f7-47f5-888a-9e49fbd336e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643606 Jan 20 20:56:21.034259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-4d47d05c-686b-41a7-846d-7cb1d08f1a51 req-527a9897-b434-490c-8f6d-42d23234b63e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Unset dirty status for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:56:21.035681 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4d47d05c-686b-41a7-846d-7cb1d08f1a51 req-527a9897-b434-490c-8f6d-42d23234b63e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3437048a-9ae1-4681-bedb-d12395e6018d HTTP/1.1" status: 200 len: 944 time: 0.2690072 Jan 20 20:56:21.037312 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8596d35e-5cc3-4ce2-a615-abab198ac53f') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:21.037651 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8596d35e-5cc3-4ce2-a615-abab198ac53f') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:21.056044 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282312693449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852348859'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:21.077727 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:21.080345 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 20:56:21.343034 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:21.396539 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:21.413663 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Transition to ACTIVE for port object 0f7e54ad-e8ec-430c-ac87-19b92f40e50a will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:56:21.420314 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:21.422071 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4d47d05c-686b-41a7-846d-7cb1d08f1a51 req-3d28839f-8c10-4850-bb0e-778e2ea29306 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780077 Jan 20 20:56:21.426334 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Network cbf516e7-49dc-40e3-9a40-7ef469dd2560 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 20:56:21.464144 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851331117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852348164'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:21.533555 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0a5a76d5-1e24-4890-8d39-7f05cc7e9b09 req-9db81278-9889-407c-9392-e5a2b4d56b16 service neutron] 10.222.0.10 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908566 Jan 20 20:56:21.540895 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2a14a72d-902e-4a0a-81bc-155028a1490e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:21.702491 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Attempting to bind port 0f7e54ad-e8ec-430c-ac87-19b92f40e50a on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:56:21.702914 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Attempting to bind port 0f7e54ad-e8ec-430c-ac87-19b92f40e50a by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:56:21.703323 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Attempting to bind port 0f7e54ad-e8ec-430c-ac87-19b92f40e50a on network 06ea3fc8-bdc7-4401-9b28-54093eee0170 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:56:21.730173 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:56:21.730623 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Checking segment: {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:56:21.731078 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:21.731517 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Bound using segment: {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:56:21.732620 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Bound port: 0f7e54ad-e8ec-430c-ac87-19b92f40e50a, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:56:21.733055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:21.792533 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Network cbf516e7-49dc-40e3-9a40-7ef469dd2560 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 20:56:21.798216 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Pushing event updated for resources: {'Port': ['ID=0f7e54ad-e8ec-430c-ac87-19b92f40e50a,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:21.823796 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.824307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.824778 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.825243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.825746 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.826209 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.826707 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.827153 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.827624 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.828076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.828523 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.828971 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.829466 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.829913 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.830356 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.830827 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.831271 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.831715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.832157 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.832602 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.833029 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.833617 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.834067 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.835055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:21.840198 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:21.851680 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0a5a76d5-1e24-4890-8d39-7f05cc7e9b09 req-669bc4cb-b365-4412-8d50-ba5efc09c935 service neutron] 10.222.0.10 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3002303 Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: (rel_b, rel_a, rel_b), Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: (rel_b, rel_a, rel_b), Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: Traceback (most recent call last): Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: timer() Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: cb(*args, **kw) Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: return func(*args, **kwargs) Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: self._notify() Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: self.callback(batched_events) Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: event.method(event) Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: segment_id)['aggregates'][0] Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(self, *a, **k) Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: return self._get(url).json() Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: **kwargs) Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.request(url, 'GET', **kwargs) Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: **endpoint_filter) Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 20:56:21.869854 dv-cinder-749155-5-iscsi neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 20:56:21.896954 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] For port 0f7e54ad-e8ec-430c-ac87-19b92f40e50a, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:56:21.901365 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] For port 0f7e54ad-e8ec-430c-ac87-19b92f40e50a, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=0f7e54ad-e8ec-430c-ac87-19b92f40e50a,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:56:21.906240 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:21.922100 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12afdc4-af69-42dd-b746-394cb0fdc27a req-5c7c2736-90a9-432c-b08b-c2b39528fc2c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:21.930110 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d12afdc4-af69-42dd-b746-394cb0fdc27a req-5c7c2736-90a9-432c-b08b-c2b39528fc2c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1592803 Jan 20 20:56:21.996374 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d12afdc4-af69-42dd-b746-394cb0fdc27a req-da6e842c-b32e-461f-b69f-3e59dc63d2b1 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651248 Jan 20 20:56:22.087144 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851330025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854383812'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:22.089850 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:22.134779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:22.156339 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:22.164445 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cbf516e7-49dc-40e3-9a40-7ef469dd2560 HTTP/1.1" status: 204 len: 168 time: 2.5303509 Jan 20 20:56:22.182921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf516e7-49dc-40e3-9a40-7ef469dd2560,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:22.196229 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:22.198504 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Pushing event updated for resources: {'Port': ['ID=0f7e54ad-e8ec-430c-ac87-19b92f40e50a,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:22.202871 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d5510cbd-f63c-4af3-8c9e-ffbdcea29f54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:22.224125 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Routers {'b99341b1-3628-41a6-9883-2c9bbfc094d1'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:56:22.224817 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:56:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b99341b1-3628-41a6-9883-2c9bbfc094d1'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:22.407122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Allocated IP 172.20.0.1 (3626e053-e2c6-4a9d-af31-12464de5babb/19270a47-c8fe-42d9-a21a-e8cb2c3a7199/4c2af5a7-1681-44d9-9fc6-92975087894b) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:56:22.426014 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 53088) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:22.463700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] Set router b99341b1-3628-41a6-9883-2c9bbfc094d1 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:56:22.530292 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-8793973b-2e6d-42c5-80c3-e02c1e7df358 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=907eaf9d49cf4e5aaab882ecb18641af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1002131 Jan 20 20:56:22.532830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 53094) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:22.672225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:22.697967 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Transition to ACTIVE for port object 4c2af5a7-1681-44d9-9fc6-92975087894b will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:56:22.735936 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5671b6-f2bc-4daf-9bd3-4b58a3234043 req-6ef6ee7e-e4dc-469c-b0a7-02728f059622 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:22.736344 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2450a009-e444-41fd-9926-414d4c388ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:22.737793 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4b5671b6-f2bc-4daf-9bd3-4b58a3234043 req-6ef6ee7e-e4dc-469c-b0a7-02728f059622 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3437048a-9ae1-4681-bedb-d12395e6018d HTTP/1.1" status: 200 len: 944 time: 0.1289287 Jan 20 20:56:22.741170 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:22.774778 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:22.811255 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4b5671b6-f2bc-4daf-9bd3-4b58a3234043 req-6784d91a-ace8-46a1-9675-2c1d5caa905e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631909 Jan 20 20:56:22.818067 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'name': 'tempest-TestShelveInstance-722073809-router', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:11Z', 'updated_at': '2021-01-20T20:56:16Z', 'revision_number': 3, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'gw_port': {'id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:14Z', 'updated_at': '2021-01-20T20:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:22.822649 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a93460-6a1a-4955-817c-e5196fd0b002 None None] The sync data for ids ['b99341b1-3628-41a6-9883-2c9bbfc094d1'] in dv-cinder-749155-5-iscsi is: [{'id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'name': 'tempest-TestShelveInstance-722073809-router', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:11Z', 'updated_at': '2021-01-20T20:56:16Z', 'revision_number': 3, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'gw_port': {'id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:14Z', 'updated_at': '2021-01-20T20:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:56:22.906992 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2450a009-e444-41fd-9926-414d4c388ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:22.957426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Pushing event updated for resources: {'Port': ['ID=4c2af5a7-1681-44d9-9fc6-92975087894b,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:22.966073 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:23.046660 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2450a009-e444-41fd-9926-414d4c388ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:23.052475 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:23.070950 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Network 3626e053-e2c6-4a9d-af31-12464de5babb is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:56:23.074829 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:56:23.078944 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:56:23.108575 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450a009-e444-41fd-9926-414d4c388ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4361c286-1e2d-47a7-972d-c55c39a11826,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:23.116509 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2450a009-e444-41fd-9926-414d4c388ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:23.181254 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2450a009-e444-41fd-9926-414d4c388ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:23.182776 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-2450a009-e444-41fd-9926-414d4c388ecc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4361c286-1e2d-47a7-972d-c55c39a11826 HTTP/1.1" status: 204 len: 168 time: 0.6488252 Jan 20 20:56:23.266305 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854383707'] for router_interface, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:23.563026 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-919b360f-49f4-4eb5-94b3-d9b1a03d7abe None None] Provisioning for port 4c2af5a7-1681-44d9-9fc6-92975087894b completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:56:23.581862 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-919b360f-49f4-4eb5-94b3-d9b1a03d7abe None None] Provisioning complete for port 4c2af5a7-1681-44d9-9fc6-92975087894b triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:23.582607 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-919b360f-49f4-4eb5-94b3-d9b1a03d7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:23.586458 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:23.667899 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-919b360f-49f4-4eb5-94b3-d9b1a03d7abe None None] Port 4c2af5a7-1681-44d9-9fc6-92975087894b cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 20:56:23.684745 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8664ebf-72af-4a5e-bf3a-ca5fd875e05d req-999fc3c7-c7e6-44d7-b836-6c16df0b7db3 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:23.693687 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e8664ebf-72af-4a5e-bf3a-ca5fd875e05d req-999fc3c7-c7e6-44d7-b836-6c16df0b7db3 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1858001 Jan 20 20:56:23.795454 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e8664ebf-72af-4a5e-bf3a-ca5fd875e05d req-d9a74d7c-3184-4863-87e4-371c4866e163 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915411 Jan 20 20:56:23.907195 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 3a55de82-6008-4a07-baea-f717658d6669 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:24.070888 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:24.080740 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852348194'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:24.113193 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port 3a55de82-6008-4a07-baea-f717658d6669 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:56:24.124470 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 3a55de82-6008-4a07-baea-f717658d6669 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:24.127016 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:24.229730 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:24.435666 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 0f7e54ad-e8ec-430c-ac87-19b92f40e50a up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:24.459617 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Pushing event updated for resources: {'Port': ['ID=4c2af5a7-1681-44d9-9fc6-92975087894b,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:24.462967 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851088269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854398142'] for router_interface, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:24.500524 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:24.576865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 53128) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:24.651756 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-b30b0f01-1753-405e-b1c3-40a9319d5e0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac49e8435aea434895a27420e18e52b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732906 Jan 20 20:56:24.655780 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 53132) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:24.724786 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c28b0-7a0a-4fbb-a52f-1b2e9981d8c2 req-0bf3af5c-7b9c-4c05-91a3-94096f400b7d tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:24.727044 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2f9c28b0-7a0a-4fbb-a52f-1b2e9981d8c2 req-0bf3af5c-7b9c-4c05-91a3-94096f400b7d tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3437048a-9ae1-4681-bedb-d12395e6018d HTTP/1.1" status: 200 len: 944 time: 0.5523238 Jan 20 20:56:24.748604 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e935-6812-4b0c-8f99-6634c6932343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:24.782108 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e935-6812-4b0c-8f99-6634c6932343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:24.834009 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2f9c28b0-7a0a-4fbb-a52f-1b2e9981d8c2 req-2e814a9b-f547-4c0e-958d-0dbca8c6a0bd tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000559 Jan 20 20:56:24.842689 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e935-6812-4b0c-8f99-6634c6932343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:24.850323 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dcd22876-63e9-40d0-80fd-66487882fbeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:24.856928 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:24.861096 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Network 3626e053-e2c6-4a9d-af31-12464de5babb is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:56:24.865455 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:56:24.866517 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5e935-6812-4b0c-8f99-6634c6932343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276981cf-588d-42d8-850e-5ed824a3ca98,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:24.868797 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e935-6812-4b0c-8f99-6634c6932343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:24.872425 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-c2e5e935-6812-4b0c-8f99-6634c6932343 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/276981cf-588d-42d8-850e-5ed824a3ca98 HTTP/1.1" status: 204 len: 168 time: 0.2132716 Jan 20 20:56:24.872425 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c2e5e935-6812-4b0c-8f99-6634c6932343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:24.931474 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 0f7e54ad-e8ec-430c-ac87-19b92f40e50a completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:56:24.968607 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 3a55de82-6008-4a07-baea-f717658d6669, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3a55de82-6008-4a07-baea-f717658d6669,segment=NetworkSegment(7f9c0258-7d21-46bc-96bf-f72e205bc55e),segment_id=7f9c0258-7d21-46bc-96bf-f72e205bc55e)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:56:24.994603 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3437048a-9ae1-4681-bedb-d12395e6018d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a55de82-6008-4a07-baea-f717658d6669'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:56:24.994603 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:24.995887 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 0f7e54ad-e8ec-430c-ac87-19b92f40e50a triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:24.996051 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:25.051676 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:25.171364 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=3a55de82-6008-4a07-baea-f717658d6669,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:25.183148 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.183519 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.184079 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.184616 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.185189 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.185917 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.186447 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.186983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.187749 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.188263 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.188816 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.189361 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.189963 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.190538 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.191123 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.191673 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.192469 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.193020 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.193598 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.194148 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.194735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.195295 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.196027 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.196575 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:56:25.205965 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:25.392173 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3437048a-9ae1-4681-bedb-d12395e6018d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a55de82-6008-4a07-baea-f717658d6669', 'code': 200} Jan 20 20:56:25.394645 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:25.433240 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port 0f7e54ad-e8ec-430c-ac87-19b92f40e50a, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=0f7e54ad-e8ec-430c-ac87-19b92f40e50a,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:56:25.444992 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:25.458219 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-13eb8e0b-b922-476c-a5f1-be141f635fee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:25.592669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=0f7e54ad-e8ec-430c-ac87-19b92f40e50a,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:25.602557 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 3a55de82-6008-4a07-baea-f717658d6669 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:25.638883 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:25.655531 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-e33daa02-a2f2-4cca-9dbb-3298c9fed311 None None] Provisioning complete for port 4c2af5a7-1681-44d9-9fc6-92975087894b triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:25.656166 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e33daa02-a2f2-4cca-9dbb-3298c9fed311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:25.934601 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-e33daa02-a2f2-4cca-9dbb-3298c9fed311 None None] Port 4c2af5a7-1681-44d9-9fc6-92975087894b cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 20:56:25.945879 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 3a55de82-6008-4a07-baea-f717658d6669 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:25.946285 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:25.956927 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710a455-620d-4a5e-b6ad-60aaa3af560c req-c1003d00-981e-476f-8192-16aeea6eec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:25.958658 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1710a455-620d-4a5e-b6ad-60aaa3af560c req-c1003d00-981e-476f-8192-16aeea6eec6c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3437048a-9ae1-4681-bedb-d12395e6018d HTTP/1.1" status: 200 len: 1163 time: 0.2762368 Jan 20 20:56:26.027567 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a99b07-44f9-4d64-bf2a-39845afd324b req-38edd923-6470-452a-8cd8-2ea72daf0c21 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:26.038890 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e7a99b07-44f9-4d64-bf2a-39845afd324b req-38edd923-6470-452a-8cd8-2ea72daf0c21 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.6745939 Jan 20 20:56:26.065536 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1710a455-620d-4a5e-b6ad-60aaa3af560c req-7496213f-80ff-4334-b144-ce335e7864db service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976279 Jan 20 20:56:26.101899 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Router b99341b1-3628-41a6-9883-2c9bbfc094d1 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 20:56:26.163262 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e7a99b07-44f9-4d64-bf2a-39845afd324b req-08f9852a-84c3-46d7-b313-cf218533ee14 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228991 Jan 20 20:56:26.497389 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 0f7e54ad-e8ec-430c-ac87-19b92f40e50a up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:26.517743 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8476c-b3ac-4e9f-b094-efcbe9155ab1 req-33f423d2-6639-45e6-b5e4-336a564cf3bf tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:26.528726 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e3c8476c-b3ac-4e9f-b094-efcbe9155ab1 req-33f423d2-6639-45e6-b5e4-336a564cf3bf tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3437048a-9ae1-4681-bedb-d12395e6018d HTTP/1.1" status: 200 len: 946 time: 0.3520529 Jan 20 20:56:26.654301 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:56:26.665704 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] 10.222.0.18 "PUT /v2.0/routers/b99341b1-3628-41a6-9883-2c9bbfc094d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2976124 Jan 20 20:56:26.689707 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e3c8476c-b3ac-4e9f-b094-efcbe9155ab1 req-f8817d7d-ec07-4a35-a832-5241821d4b23 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579351 Jan 20 20:56:26.746110 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 0f7e54ad-e8ec-430c-ac87-19b92f40e50a triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:26.748322 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:26.892649 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Sync routers for ids ['b99341b1-3628-41a6-9883-2c9bbfc094d1'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:56:26.920624 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Routers {'b99341b1-3628-41a6-9883-2c9bbfc094d1'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:56:26.921361 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:56:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b99341b1-3628-41a6-9883-2c9bbfc094d1'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:27.158344 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Set router b99341b1-3628-41a6-9883-2c9bbfc094d1 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:56:27.692068 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b622be3-010b-4f46-9202-0a9939fad0bd req-46652513-fe61-4e8b-8db2-c069e36f8591 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:27.700952 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4b622be3-010b-4f46-9202-0a9939fad0bd req-46652513-fe61-4e8b-8db2-c069e36f8591 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.2401679 Jan 20 20:56:27.743440 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'name': 'tempest-TestShelveInstance-722073809-router', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:11Z', 'updated_at': '2021-01-20T20:56:23Z', 'revision_number': 4, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'gw_port': {'id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:14Z', 'updated_at': '2021-01-20T20:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '4c2af5a7-1681-44d9-9fc6-92975087894b', 'name': '', 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'mac_address': 'fa:16:3e:62:90:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '19270a47-c8fe-42d9-a21a-e8cb2c3a7199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:22Z', 'updated_at': '2021-01-20T20:56:23Z', 'revision_number': 2, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'subnets': [{'id': '19270a47-c8fe-42d9-a21a-e8cb2c3a7199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:27.749143 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Checking router: b99341b1-3628-41a6-9883-2c9bbfc094d1 for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:56:27.749143 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Updating router b99341b1-3628-41a6-9883-2c9bbfc094d1 port 4c2af5a7-1681-44d9-9fc6-92975087894b binding host dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 20:56:27.778547 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4b622be3-010b-4f46-9202-0a9939fad0bd req-8708fe3f-a008-4e0d-a390-0f8353ae6c43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762715 Jan 20 20:56:27.839972 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:28.221521 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d6044-0e0b-4d14-bf11-2aac441d5c5f req-c74b4e9b-efaa-4d51-bce7-3bc0182b5f49 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:28.223703 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-af4d6044-0e0b-4d14-bf11-2aac441d5c5f req-c74b4e9b-efaa-4d51-bce7-3bc0182b5f49 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3437048a-9ae1-4681-bedb-d12395e6018d HTTP/1.1" status: 200 len: 946 time: 0.2323167 Jan 20 20:56:28.297519 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-af4d6044-0e0b-4d14-bf11-2aac441d5c5f req-a8dde48c-9c67-4b13-a47d-3a72f9c437fc tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667706 Jan 20 20:56:28.419674 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 53226) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:28.428261 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1227733420-network', 'tenant_id': 'acdf3a22c099424090b7225922eb2920'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:56:28.433860 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:28.438593 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Usage tracker for resource:network and tenant:acdf3a22c099424090b7225922eb2920 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:28.442665 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:28.451825 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:28.465669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Made reservation on behalf of acdf3a22c099424090b7225922eb2920 for: {'network': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:56:28.472507 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:28.491865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:28.512730 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:28.518063 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Usage tracker for resource:security_group_rule and tenant:acdf3a22c099424090b7225922eb2920 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:28.521479 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:28.528340 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:28.582356 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:28.597618 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Transition to ACTIVE for port object 4c2af5a7-1681-44d9-9fc6-92975087894b will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:56:28.602079 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:28.629679 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:28.647176 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:28.653823 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:28.672681 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ed73c9f3-2e33-4f68-9cb0-e9d84ea7948c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:28.737351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 20:56:28.816171 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:28.817125 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.segments_db [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Added segment dfa42604-3bed-4d9e-aea8-56c29a988ab6 of type vxlan for network f7be0a9d-b194-4984-9d31-158ceee40f59 Jan 20 20:56:28.889049 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282313094106'] for network, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:28.931989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f349df5-94b6-487e-b08e-0ab5fe9900aa,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:28.941661 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:29.012594 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for network, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:29.015718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:29.017795 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:29.028504 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:29.511623 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fa2ef-fd8c-4377-bc6e-b81c6875afd6 None None] Pushing event updated for resources: {'Port': ['ID=4c2af5a7-1681-44d9-9fc6-92975087894b,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:29.539119 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fd2fa2ef-fd8c-4377-bc6e-b81c6875afd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:29.647550 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2228739 Jan 20 20:56:29.648379 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 53256) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:29.654909 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-5b85d6cb-357e-42de-b777-c31189cd1363 admin admin] Request body: {'subnet': {'network_id': 'f7be0a9d-b194-4984-9d31-158ceee40f59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1227733420-subnet', 'tenant_id': 'acdf3a22c099424090b7225922eb2920', 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:56:29.667703 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5b85d6cb-357e-42de-b777-c31189cd1363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:29.676778 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-5b85d6cb-357e-42de-b777-c31189cd1363 admin admin] Usage tracker for resource:subnet and tenant:acdf3a22c099424090b7225922eb2920 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:29.683611 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-5b85d6cb-357e-42de-b777-c31189cd1363 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:29.696234 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5b85d6cb-357e-42de-b777-c31189cd1363 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:29.720808 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b85d6cb-357e-42de-b777-c31189cd1363 admin admin] Made reservation on behalf of acdf3a22c099424090b7225922eb2920 for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:56:29.725936 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5b85d6cb-357e-42de-b777-c31189cd1363 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827772371'] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:29.728073 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Attempting to bind port 4c2af5a7-1681-44d9-9fc6-92975087894b on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:56:29.729056 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Attempting to bind port 4c2af5a7-1681-44d9-9fc6-92975087894b by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': 'd15b158a-28fe-4159-8e5d-5e16c27d2248', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:56:29.729655 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Attempting to bind port 4c2af5a7-1681-44d9-9fc6-92975087894b on network 3626e053-e2c6-4a9d-af31-12464de5babb {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:56:29.742024 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Pushing event updated for resources: {'Network': ['ID=f7be0a9d-b194-4984-9d31-158ceee40f59,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:29.742493 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:56:29.743108 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Checking segment: {'id': 'd15b158a-28fe-4159-8e5d-5e16c27d2248', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:56:29.743832 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:29.744546 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Bound using segment: {'id': 'd15b158a-28fe-4159-8e5d-5e16c27d2248', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:56:29.745431 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Bound port: 4c2af5a7-1681-44d9-9fc6-92975087894b, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15b158a-28fe-4159-8e5d-5e16c27d2248', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:56:29.746110 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:29.755698 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:29.765237 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d863c32d-face-467c-a945-d0de70419e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:29.783110 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Network f7be0a9d-b194-4984-9d31-158ceee40f59 details requested by agent ovs-agent-dv-cinder-749155-5-iscsi with host dv-cinder-749155-5-iscsi {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:56:29.819359 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Network f7be0a9d-b194-4984-9d31-158ceee40f59 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:56:29.847901 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04501fc8-77f3-4927-9aab-9fd4853ad573 req-ab330c83-74d7-4ccd-9a61-36146e1ecfbc tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:29.861666 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-04501fc8-77f3-4927-9aab-9fd4853ad573 req-ab330c83-74d7-4ccd-9a61-36146e1ecfbc tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.7679937 Jan 20 20:56:29.941181 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9dfb66-9cea-40f4-9142-fdf5a9de0b0d req-1bdf41b9-75ab-4c23-9bb8-7afac8992223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:29.947084 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ff9dfb66-9cea-40f4-9142-fdf5a9de0b0d req-1bdf41b9-75ab-4c23-9bb8-7afac8992223 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 1162 time: 0.5062411 Jan 20 20:56:29.987171 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-04501fc8-77f3-4927-9aab-9fd4853ad573 req-851cab35-79b1-4dee-b48e-d8cba697fa22 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244643 Jan 20 20:56:30.117586 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ff9dfb66-9cea-40f4-9142-fdf5a9de0b0d req-0e7983c2-5b65-4e7f-8bd2-0a26bdf050d1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290798 Jan 20 20:56:30.492833 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] For port 4c2af5a7-1681-44d9-9fc6-92975087894b, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:56:30.494498 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071fd5c-7d23-4ef5-8d1f-b5ce0b096f87 req-c790eb39-523a-4add-bbc8-7c418e80ee34 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:30.505260 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] For port 4c2af5a7-1681-44d9-9fc6-92975087894b, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=4c2af5a7-1681-44d9-9fc6-92975087894b,segment=NetworkSegment(d15b158a-28fe-4159-8e5d-5e16c27d2248),segment_id=d15b158a-28fe-4159-8e5d-5e16c27d2248)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:56:30.513029 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:30.517764 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8071fd5c-7d23-4ef5-8d1f-b5ce0b096f87 req-c790eb39-523a-4add-bbc8-7c418e80ee34 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.2747102 Jan 20 20:56:30.639130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5b85d6cb-357e-42de-b777-c31189cd1363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852348842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827772386'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:30.651626 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8071fd5c-7d23-4ef5-8d1f-b5ce0b096f87 req-daa57492-f4a0-474e-abab-92dfd6bf80ad tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326675 Jan 20 20:56:30.658975 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:30.764444 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fa2ef-fd8c-4377-bc6e-b81c6875afd6 None None] Pushing event updated for resources: {'Port': ['ID=4c2af5a7-1681-44d9-9fc6-92975087894b,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:30.771339 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:30.777759 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fd2fa2ef-fd8c-4377-bc6e-b81c6875afd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:30.783691 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Routers {'b99341b1-3628-41a6-9883-2c9bbfc094d1'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:56:30.785265 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:56:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b99341b1-3628-41a6-9883-2c9bbfc094d1'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:30.933172 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85d6cb-357e-42de-b777-c31189cd1363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5838973f-ba29-4a7a-85d1-89c1e738b24e,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:30.939838 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5b85d6cb-357e-42de-b777-c31189cd1363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:30.956277 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b85d6cb-357e-42de-b777-c31189cd1363 admin admin] Checking segment: {'id': 'dfa42604-3bed-4d9e-aea8-56c29a988ab6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f7be0a9d-b194-4984-9d31-158ceee40f59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:56:30.956963 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b85d6cb-357e-42de-b777-c31189cd1363 admin admin] Network hostable DHCP agents. Network: f7be0a9d-b194-4984-9d31-158ceee40f59, hostable agents: ['c1d8426a-9d58-47bd-9d42-89385b1bbfec'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 20:56:30.987697 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b85d6cb-357e-42de-b777-c31189cd1363 admin admin] Network f7be0a9d-b194-4984-9d31-158ceee40f59 is scheduled to be hosted by DHCP agent c1d8426a-9d58-47bd-9d42-89385b1bbfec with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 20:56:31.003581 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-5b85d6cb-357e-42de-b777-c31189cd1363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-5-iscsi, f7be0a9d-b194-4984-9d31-158ceee40f59) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:56:31.019058 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b85d6cb-357e-42de-b777-c31189cd1363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:31.019726 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5b85d6cb-357e-42de-b777-c31189cd1363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:31.045158 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-5b85d6cb-357e-42de-b777-c31189cd1363 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3951006 Jan 20 20:56:31.049271 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 53288) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:31.055896 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1227733420-router', 'tenant_id': 'acdf3a22c099424090b7225922eb2920', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:56:31.061923 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:31.067627 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Usage tracker for resource:router and tenant:acdf3a22c099424090b7225922eb2920 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:31.071919 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:31.080727 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:31.097003 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-377705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40021'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:31.098356 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735702'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:31.117010 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:31.139853 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4df0a6-bea1-44ca-9cd9-a28184ad7d97 None None] Network f7be0a9d-b194-4984-9d31-158ceee40f59 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:56:31.341205 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] Set router b99341b1-3628-41a6-9883-2c9bbfc094d1 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:56:31.563029 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4d8d4-782d-4ae1-81e3-87d3991fe565 req-2bb5b435-d327-4c47-ad8c-f82b5dc4edeb tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:31.579008 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-45a4d8d4-782d-4ae1-81e3-87d3991fe565 req-2bb5b435-d327-4c47-ad8c-f82b5dc4edeb tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.3297286 Jan 20 20:56:31.720970 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-392076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735685'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:31.724780 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-45a4d8d4-782d-4ae1-81e3-87d3991fe565 req-ca824c2a-052b-4a05-a158-1a24f281d506 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435750 Jan 20 20:56:31.923633 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2dd5a250-83c3-4812-8a99-cd93e09311d3 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:32.218976 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 2dd5a250-83c3-4812-8a99-cd93e09311d3 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:32.219410 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:32.283666 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccace475-6731-4421-9622-2601f546a9a7 req-16d8daaa-cbb8-4864-b347-0ba0a9ef458e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:32.285208 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ccace475-6731-4421-9622-2601f546a9a7 req-16d8daaa-cbb8-4864-b347-0ba0a9ef458e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.1963480 Jan 20 20:56:32.355386 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46e46e78-97ce-58d9-b0c2-61ed0264c73d-f7be0a9d-b194-4984-9d31-158ceee40f59', 'network_id': 'f7be0a9d-b194-4984-9d31-158ceee40f59', 'tenant_id': 'acdf3a22c099424090b7225922eb2920', 'fixed_ips': [{'subnet_id': '5838973f-ba29-4a7a-85d1-89c1e738b24e'}]}} from dv-cinder-749155-5-iscsi. {{(pid=80114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 20 20:56:32.358124 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ccace475-6731-4421-9622-2601f546a9a7 req-b2309db7-fc1b-471e-81b0-7e418a4f4d1c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595071 Jan 20 20:56:32.366715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:32.428738 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:32.471030 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:32.489652 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 53318) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:32.687306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cd1c16e0-df52-44bc-bf7b-7cdefddae905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:32.740885 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:33.132313 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4fc9e71e-d88f-4e07-90ab-10750e6733fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:33.220218 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-4fc9e71e-d88f-4e07-90ab-10750e6733fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:33.232569 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'name': 'tempest-TestShelveInstance-722073809-router', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:11Z', 'updated_at': '2021-01-20T20:56:23Z', 'revision_number': 4, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'gw_port': {'id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:14Z', 'updated_at': '2021-01-20T20:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '4c2af5a7-1681-44d9-9fc6-92975087894b', 'name': '', 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'mac_address': 'fa:16:3e:62:90:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '19270a47-c8fe-42d9-a21a-e8cb2c3a7199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:22Z', 'updated_at': '2021-01-20T20:56:30Z', 'revision_number': 4, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'subnets': [{'id': '19270a47-c8fe-42d9-a21a-e8cb2c3a7199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:33.234922 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:33.242784 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Allocated IP 172.27.0.106 (06ea3fc8-bdc7-4401-9b28-54093eee0170/7fa42e9a-db2b-4126-9d0c-025f1cb6919b/93392c30-13f1-438d-a1bc-6911dd755e0d) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:56:33.245379 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-4fc9e71e-d88f-4e07-90ab-10750e6733fc admin admin] Usage tracker for resource:security_group_rule and tenant:b5084e35ef4d48cda2bb3c8f86d7b086 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:33.246532 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0d2f21-4de9-41ef-b967-7f160a5c2de0 None None] The sync data for ids ['b99341b1-3628-41a6-9883-2c9bbfc094d1'] in dv-cinder-749155-5-iscsi is: [{'id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'name': 'tempest-TestShelveInstance-722073809-router', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:11Z', 'updated_at': '2021-01-20T20:56:23Z', 'revision_number': 4, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'gw_port': {'id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:14Z', 'updated_at': '2021-01-20T20:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '4c2af5a7-1681-44d9-9fc6-92975087894b', 'name': '', 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'mac_address': 'fa:16:3e:62:90:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '19270a47-c8fe-42d9-a21a-e8cb2c3a7199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:22Z', 'updated_at': '2021-01-20T20:56:30Z', 'revision_number': 4, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'subnets': [{'id': '19270a47-c8fe-42d9-a21a-e8cb2c3a7199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:56:33.251761 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-4fc9e71e-d88f-4e07-90ab-10750e6733fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:33.255269 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Allocated IP 172.20.0.2 (f7be0a9d-b194-4984-9d31-158ceee40f59/5838973f-ba29-4a7a-85d1-89c1e738b24e/1917d39c-96a5-4f4f-89c8-1b03282bc37b) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:56:33.277700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-4fc9e71e-d88f-4e07-90ab-10750e6733fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:33.433346 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85121677-2bf9-4723-855b-2726b10efd7d req-c8cf0db3-a66d-438a-b931-6e66aa40085e tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:33.435163 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-85121677-2bf9-4723-855b-2726b10efd7d req-c8cf0db3-a66d-438a-b931-6e66aa40085e tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.3831177 Jan 20 20:56:33.573065 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-85121677-2bf9-4723-855b-2726b10efd7d req-da711496-d8a6-42bc-b437-cae9b7716c89 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146488 Jan 20 20:56:33.673618 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:33.724457 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:33.735254 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2dd5a250-83c3-4812-8a99-cd93e09311d3 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:33.750431 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:33.828353 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:33.899207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:33.916004 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Transition to ACTIVE for port object 1917d39c-96a5-4f4f-89c8-1b03282bc37b will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:56:33.929761 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4fc9e71e-d88f-4e07-90ab-10750e6733fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:33.959305 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Transition to ACTIVE for port object 1917d39c-96a5-4f4f-89c8-1b03282bc37b will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:56:33.964128 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 2dd5a250-83c3-4812-8a99-cd93e09311d3 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:33.964570 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:34.044857 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4fc9e71e-d88f-4e07-90ab-10750e6733fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:34.102323 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:34.116518 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Pushing event updated for resources: {'Port': ['ID=93392c30-13f1-438d-a1bc-6911dd755e0d,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:34.127070 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:34.127613 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-46fb6344-5a40-4173-a290-179fbc5149dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:34.158934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d3b20-3da7-4ad8-a0d1-936e8381c6a4 req-d1939a34-76af-4a7d-b415-e7a9157fe049 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:34.164396 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d57d3b20-3da7-4ad8-a0d1-936e8381c6a4 req-d1939a34-76af-4a7d-b415-e7a9157fe049 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.3245804 Jan 20 20:56:34.170128 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-4fc9e71e-d88f-4e07-90ab-10750e6733fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5084e35ef4d48cda2bb3c8f86d7b086&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6786058 Jan 20 20:56:34.170415 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 53344) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:34.263601 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9e71e-d88f-4e07-90ab-10750e6733fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9433b4a0-4a5d-48a3-87da-d62246b0c491,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:34.269352 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4fc9e71e-d88f-4e07-90ab-10750e6733fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:34.281446 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:56:34.282834 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:56:34.291534 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:56:34.297209 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:34.521587 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Network f7be0a9d-b194-4984-9d31-158ceee40f59 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:56:34.542121 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:56:34.551456 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 4c2af5a7-1681-44d9-9fc6-92975087894b up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:34.567375 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d57d3b20-3da7-4ad8-a0d1-936e8381c6a4 req-858cb806-0f0f-4cac-8448-f9ad4065b5d2 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729614 Jan 20 20:56:34.654786 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:56:34.856366 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697cc3d-3a21-4d54-aeba-1dfbf16ee637 req-0eea03f1-f5ed-4ad0-973a-6fb771230a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:34.858135 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a697cc3d-3a21-4d54-aeba-1dfbf16ee637 req-0eea03f1-f5ed-4ad0-973a-6fb771230a45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd4acf44f08949f899f3c5761d72cb34&device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 1162 time: 0.3367109 Jan 20 20:56:34.877254 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c39883a5-be30-4c5b-b495-9e8df56f85c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:34.957632 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Pushing event updated for resources: {'Port': ['ID=1917d39c-96a5-4f4f-89c8-1b03282bc37b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:34.968336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:34.992590 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Attempting to bind port 1917d39c-96a5-4f4f-89c8-1b03282bc37b on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:56:34.993235 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Attempting to bind port 1917d39c-96a5-4f4f-89c8-1b03282bc37b by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': 'dfa42604-3bed-4d9e-aea8-56c29a988ab6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f7be0a9d-b194-4984-9d31-158ceee40f59'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:56:34.993951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Attempting to bind port 1917d39c-96a5-4f4f-89c8-1b03282bc37b on network f7be0a9d-b194-4984-9d31-158ceee40f59 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:56:35.006063 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:56:35.006794 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Checking segment: {'id': 'dfa42604-3bed-4d9e-aea8-56c29a988ab6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f7be0a9d-b194-4984-9d31-158ceee40f59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:56:35.007366 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:35.007942 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Bound using segment: {'id': 'dfa42604-3bed-4d9e-aea8-56c29a988ab6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f7be0a9d-b194-4984-9d31-158ceee40f59'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:56:35.008725 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Bound port: 1917d39c-96a5-4f4f-89c8-1b03282bc37b, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa42604-3bed-4d9e-aea8-56c29a988ab6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f7be0a9d-b194-4984-9d31-158ceee40f59'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:56:35.009313 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:35.056039 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c39883a5-be30-4c5b-b495-9e8df56f85c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:35.089855 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 4c2af5a7-1681-44d9-9fc6-92975087894b completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:56:35.101341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 4c2af5a7-1681-44d9-9fc6-92975087894b triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:35.102033 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:35.163713 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c39883a5-be30-4c5b-b495-9e8df56f85c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:35.173065 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b2fa7c6f-92d5-4ba1-8c2b-2e423f7d61ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:35.188313 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697cc3d-3a21-4d54-aeba-1dfbf16ee637 req-be9d05f1-0424-47b9-80bd-86cb8da69749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:35.189976 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a697cc3d-3a21-4d54-aeba-1dfbf16ee637 req-be9d05f1-0424-47b9-80bd-86cb8da69749 service neutron] 10.222.0.10 "GET /v2.0/networks?id=32b3adf7-5052-49cb-b08c-47d815946f90 HTTP/1.1" status: 200 len: 913 time: 0.3093266 Jan 20 20:56:35.192929 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c39883a5-be30-4c5b-b495-9e8df56f85c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:35.200930 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-c39883a5-be30-4c5b-b495-9e8df56f85c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9433b4a0-4a5d-48a3-87da-d62246b0c491 HTTP/1.1" status: 204 len: 168 time: 1.0210745 Jan 20 20:56:35.205780 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39883a5-be30-4c5b-b495-9e8df56f85c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9433b4a0-4a5d-48a3-87da-d62246b0c491,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:35.215511 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c39883a5-be30-4c5b-b495-9e8df56f85c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:35.226119 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c96215-d132-48aa-b066-efa5280737bb req-3d15f745-e708-4ffc-94ed-45bdbf0ad780 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:35.228216 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e3c96215-d132-48aa-b066-efa5280737bb req-3d15f745-e708-4ffc-94ed-45bdbf0ad780 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.6143641 Jan 20 20:56:35.305526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:35.314089 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a697cc3d-3a21-4d54-aeba-1dfbf16ee637 req-45ad92d5-0bc6-4d2a-a90f-1325789ea862 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dd5a250-83c3-4812-8a99-cd93e09311d3 HTTP/1.1" status: 200 len: 217 time: 0.0967534 Jan 20 20:56:35.370293 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port 4c2af5a7-1681-44d9-9fc6-92975087894b, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=4c2af5a7-1681-44d9-9fc6-92975087894b,segment=NetworkSegment(d15b158a-28fe-4159-8e5d-5e16c27d2248),segment_id=d15b158a-28fe-4159-8e5d-5e16c27d2248)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:56:35.400335 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:35.407179 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697cc3d-3a21-4d54-aeba-1dfbf16ee637 req-72a67bcc-c555-43fa-a2aa-3d9f4a9319d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:35.410994 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a697cc3d-3a21-4d54-aeba-1dfbf16ee637 req-72a67bcc-c555-43fa-a2aa-3d9f4a9319d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e1a6ce97-8658-4c05-bda6-1c27ed45d811 HTTP/1.1" status: 200 len: 859 time: 0.0879118 Jan 20 20:56:35.417304 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:35.540775 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=4c2af5a7-1681-44d9-9fc6-92975087894b,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:35.545101 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] For port 1917d39c-96a5-4f4f-89c8-1b03282bc37b, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:56:35.547677 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:35.549234 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a697cc3d-3a21-4d54-aeba-1dfbf16ee637 req-63c4f6c7-b146-4c82-a761-22c26552f707 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=32b3adf7-5052-49cb-b08c-47d815946f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212957 Jan 20 20:56:35.555890 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] For port 1917d39c-96a5-4f4f-89c8-1b03282bc37b, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=1917d39c-96a5-4f4f-89c8-1b03282bc37b,segment=NetworkSegment(dfa42604-3bed-4d9e-aea8-56c29a988ab6),segment_id=dfa42604-3bed-4d9e-aea8-56c29a988ab6)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:56:35.578297 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:35.609284 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e3c96215-d132-48aa-b066-efa5280737bb req-e767b420-1f7d-4b00-b8c9-b6fd30ff179d tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626649 Jan 20 20:56:35.632415 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:35.692200 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:35.707059 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 53378) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:35.826829 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a697cc3d-3a21-4d54-aeba-1dfbf16ee637 req-de82e6b7-e702-443b-a172-8b4053aacad0 service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624629 Jan 20 20:56:36.096172 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Pushing event updated for resources: {'Port': ['ID=1917d39c-96a5-4f4f-89c8-1b03282bc37b,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:36.122168 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:36.315497 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 4c2af5a7-1681-44d9-9fc6-92975087894b up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:36.321884 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-167823d0-841d-484b-afe5-f6a7ba467c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:36.352109 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a697cc3d-3a21-4d54-aeba-1dfbf16ee637 req-41209fe7-2cbd-4e03-97af-e28986c07229 service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5089276 Jan 20 20:56:36.354510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-167823d0-841d-484b-afe5-f6a7ba467c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:36.376418 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-167823d0-841d-484b-afe5-f6a7ba467c4d admin admin] Usage tracker for resource:security_group_rule and tenant:a27925069ab44a2d93c1db7f45e8fce5 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:36.401787 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-167823d0-841d-484b-afe5-f6a7ba467c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:36.424606 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-167823d0-841d-484b-afe5-f6a7ba467c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:36.501181 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31956af-a80b-4bf5-88c1-f1ac913f5128 req-72f5addd-c518-45c7-b0da-e18753a0f6ba tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:36.507722 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d31956af-a80b-4bf5-88c1-f1ac913f5128 req-72f5addd-c518-45c7-b0da-e18753a0f6ba tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.5827789 Jan 20 20:56:36.543876 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 4c2af5a7-1681-44d9-9fc6-92975087894b triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:36.544948 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:36.551811 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-392095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-392056'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:36.741720 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d31956af-a80b-4bf5-88c1-f1ac913f5128 req-9c2e3029-73cb-445f-b6a7-261de1ca8a79 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204130 Jan 20 20:56:36.860196 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 53408) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:36.872137 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-167823d0-841d-484b-afe5-f6a7ba467c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:36.877842 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-167823d0-841d-484b-afe5-f6a7ba467c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:36.923675 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-46ff6911-87e6-4938-a4fa-b57db53c0496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:36.943704 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-167823d0-841d-484b-afe5-f6a7ba467c4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a27925069ab44a2d93c1db7f45e8fce5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2329447 Jan 20 20:56:36.944161 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 53416) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:36.963437 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167823d0-841d-484b-afe5-f6a7ba467c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1a4e4d-f35d-4f23-9c01-65d6e4a554e4,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:36.968192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-167823d0-841d-484b-afe5-f6a7ba467c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:37.044590 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6a5534a6-059b-4eb1-95dd-cfc14f2aae04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:37.079661 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6a5534a6-059b-4eb1-95dd-cfc14f2aae04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:37.138847 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6a5534a6-059b-4eb1-95dd-cfc14f2aae04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:37.146105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:37.163672 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5534a6-059b-4eb1-95dd-cfc14f2aae04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1a4e4d-f35d-4f23-9c01-65d6e4a554e4,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:37.168892 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6a5534a6-059b-4eb1-95dd-cfc14f2aae04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:37.170846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6a5534a6-059b-4eb1-95dd-cfc14f2aae04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:37.172363 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-6a5534a6-059b-4eb1-95dd-cfc14f2aae04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b1a4e4d-f35d-4f23-9c01-65d6e4a554e4 HTTP/1.1" status: 204 len: 168 time: 0.2112031 Jan 20 20:56:37.240308 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1381442890-network', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:56:37.246791 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:37.251264 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Usage tracker for resource:network and tenant:19acbd934bc9493aa3ec8510f6d95f37 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:37.254480 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:37.260505 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:37.270803 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Made reservation on behalf of 19acbd934bc9493aa3ec8510f6d95f37 for: {'network': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:56:37.275742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:37.299211 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:37.321292 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ab113-4d7a-4e4f-bbbb-e67b914c94a9 req-218a3a00-306d-4f2c-ae98-91a5a5a12a93 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:37.323028 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1d6ab113-4d7a-4e4f-bbbb-e67b914c94a9 req-218a3a00-306d-4f2c-ae98-91a5a5a12a93 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1870143 Jan 20 20:56:37.342958 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:37.360087 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Usage tracker for resource:security_group_rule and tenant:19acbd934bc9493aa3ec8510f6d95f37 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:37.366987 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:37.381611 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:37.393091 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Router f966c0e9-0277-4c49-b0d1-67b23e995cc8 is scheduled to L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 20 20:56:37.485185 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1d6ab113-4d7a-4e4f-bbbb-e67b914c94a9 req-e93ae5fd-56ff-4ef2-aca3-1408cd80cef9 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514702 Jan 20 20:56:37.582826 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:37.594303 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:37.599756 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:37.633274 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392f3129-e4d5-48ff-8389-3432367a0adc,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:37.653787 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:37.665332 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:56:37.667657 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 20:56:37.676075 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Sync routers for ids ['f966c0e9-0277-4c49-b0d1-67b23e995cc8'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:56:37.679079 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:37.679574 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.segments_db [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Added segment 577b47de-df02-49f3-b50a-c1ba43cf5e72 of type vxlan for network 296e01d9-eed6-4c61-9729-39e865bcc82f Jan 20 20:56:37.707149 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:37.711133 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6581471 Jan 20 20:56:37.711959 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 53428) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:37.717581 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282313094106'] for network, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:37.726094 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Routers {'f966c0e9-0277-4c49-b0d1-67b23e995cc8'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:56:37.727210 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:56:33Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['f966c0e9-0277-4c49-b0d1-67b23e995cc8'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:37.821772 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 53432) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:37.870605 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f6350225-ac8a-4d77-9afe-9553beb8916f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:37.905634 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-f6350225-ac8a-4d77-9afe-9553beb8916f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:37.920699 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-f6350225-ac8a-4d77-9afe-9553beb8916f admin admin] Usage tracker for resource:security_group_rule and tenant:f376c2c51bc245e8a4080afac7052b82 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:37.925841 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-f6350225-ac8a-4d77-9afe-9553beb8916f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:37.938394 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-f6350225-ac8a-4d77-9afe-9553beb8916f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:38.135177 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225b2db4-f8cd-4d3c-a744-bded927ad671 None None] Network f7be0a9d-b194-4984-9d31-158ceee40f59 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:56:38.144250 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306c3bc-2054-46f7-b365-b531df0bf4e5 req-45a9b2b4-6efa-4597-97f0-363bfa7d6909 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:38.147566 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0306c3bc-2054-46f7-b365-b531df0bf4e5 req-45a9b2b4-6efa-4597-97f0-363bfa7d6909 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.1824067 Jan 20 20:56:38.179412 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Set router f966c0e9-0277-4c49-b0d1-67b23e995cc8 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:56:38.214734 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f6350225-ac8a-4d77-9afe-9553beb8916f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:38.225731 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f6350225-ac8a-4d77-9afe-9553beb8916f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:38.225962 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for network, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:38.239329 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:38.240837 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:38.249441 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:38.306616 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-d4bccfad-41ab-4363-bfdc-a4b5c710d4f4 None None] Provisioning for port 1917d39c-96a5-4f4f-89c8-1b03282bc37b completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:56:38.369021 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 1917d39c-96a5-4f4f-89c8-1b03282bc37b up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:38.377127 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:38.448891 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6350225-ac8a-4d77-9afe-9553beb8916f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644f65bf-039c-44e6-adeb-d2418c6bbd02,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:38.480543 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f6350225-ac8a-4d77-9afe-9553beb8916f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:38.569359 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0306c3bc-2054-46f7-b365-b531df0bf4e5 req-77504b71-c759-4f9b-b4f6-b373f500193b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3478303 Jan 20 20:56:38.582923 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-f6350225-ac8a-4d77-9afe-9553beb8916f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f376c2c51bc245e8a4080afac7052b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7585993 Jan 20 20:56:38.584315 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 53444) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:38.614095 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 1917d39c-96a5-4f4f-89c8-1b03282bc37b completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:56:38.621192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 1917d39c-96a5-4f4f-89c8-1b03282bc37b triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:38.621616 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:38.629992 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7656207 Jan 20 20:56:38.637730 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 53448) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:38.668588 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-db290377-3a7d-40e0-a89c-f2c235a851be admin admin] Request body: {'subnet': {'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1381442890-subnet', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'ip_version': 4}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:56:38.678894 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-db290377-3a7d-40e0-a89c-f2c235a851be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:38.711157 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'name': 'tempest-TestShelveInstance-1227733420-router', 'tenant_id': 'acdf3a22c099424090b7225922eb2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '93392c30-13f1-438d-a1bc-6911dd755e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:31Z', 'updated_at': '2021-01-20T20:56:34Z', 'revision_number': 3, 'project_id': 'acdf3a22c099424090b7225922eb2920', 'gw_port': {'id': '93392c30-13f1-438d-a1bc-6911dd755e0d', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:32Z', 'updated_at': '2021-01-20T20:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:38.717682 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Checking router: f966c0e9-0277-4c49-b0d1-67b23e995cc8 for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:56:38.718075 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Updating router f966c0e9-0277-4c49-b0d1-67b23e995cc8 port 93392c30-13f1-438d-a1bc-6911dd755e0d binding host dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 20:56:38.726034 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-352e4399-c1d9-4175-8fbd-c44f87056282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:38.743969 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Pushing event updated for resources: {'Network': ['ID=296e01d9-eed6-4c61-9729-39e865bcc82f,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:38.756498 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-db290377-3a7d-40e0-a89c-f2c235a851be admin admin] Usage tracker for resource:subnet and tenant:19acbd934bc9493aa3ec8510f6d95f37 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:38.759807 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:38.776253 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-db290377-3a7d-40e0-a89c-f2c235a851be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:38.794546 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-db290377-3a7d-40e0-a89c-f2c235a851be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:38.795912 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:38.801553 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-352e4399-c1d9-4175-8fbd-c44f87056282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:38.847654 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Network 296e01d9-eed6-4c61-9729-39e865bcc82f details requested by agent ovs-agent-dv-cinder-749155-5-iscsi with host dv-cinder-749155-5-iscsi {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:56:38.877496 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-352e4399-c1d9-4175-8fbd-c44f87056282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:38.891381 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bd716aab-c9ca-4b14-9388-ccd43ceff09e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:38.914839 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-352e4399-c1d9-4175-8fbd-c44f87056282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:38.919975 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-352e4399-c1d9-4175-8fbd-c44f87056282 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/644f65bf-039c-44e6-adeb-d2418c6bbd02 HTTP/1.1" status: 204 len: 168 time: 0.3340423 Jan 20 20:56:38.923638 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e4399-c1d9-4175-8fbd-c44f87056282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644f65bf-039c-44e6-adeb-d2418c6bbd02,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:38.928075 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-352e4399-c1d9-4175-8fbd-c44f87056282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:38.984146 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Network 296e01d9-eed6-4c61-9729-39e865bcc82f details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:56:39.262648 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db290377-3a7d-40e0-a89c-f2c235a851be admin admin] Made reservation on behalf of 19acbd934bc9493aa3ec8510f6d95f37 for: {'subnet': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:56:39.268603 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-db290377-3a7d-40e0-a89c-f2c235a851be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26915489'] for subnet, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:39.342449 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:39.403484 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:39.471367 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Transition to ACTIVE for port object 93392c30-13f1-438d-a1bc-6911dd755e0d will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:56:39.489223 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:39.555797 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ea7232d0-3a03-4210-abad-7412153959aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:39.655739 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port 1917d39c-96a5-4f4f-89c8-1b03282bc37b, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=1917d39c-96a5-4f4f-89c8-1b03282bc37b,segment=NetworkSegment(dfa42604-3bed-4d9e-aea8-56c29a988ab6),segment_id=dfa42604-3bed-4d9e-aea8-56c29a988ab6)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:56:39.674075 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:39.681878 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:39.710343 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bf8cc-ed14-4c8f-8d50-c422386804e0 None None] Pushing event updated for resources: {'Port': ['ID=93392c30-13f1-438d-a1bc-6911dd755e0d,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:39.714157 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f90bf8cc-ed14-4c8f-8d50-c422386804e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:39.791160 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:39.947079 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=1917d39c-96a5-4f4f-89c8-1b03282bc37b,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:39.958382 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:40.032723 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Attempting to bind port 93392c30-13f1-438d-a1bc-6911dd755e0d on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:56:40.033139 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Attempting to bind port 93392c30-13f1-438d-a1bc-6911dd755e0d by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:56:40.036084 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Attempting to bind port 93392c30-13f1-438d-a1bc-6911dd755e0d on network 06ea3fc8-bdc7-4401-9b28-54093eee0170 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:56:40.039792 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2dd5a250-83c3-4812-8a99-cd93e09311d3 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:40.054892 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:56:40.055420 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Checking segment: {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:56:40.055861 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:40.056269 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Bound using segment: {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:56:40.056821 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Bound port: 93392c30-13f1-438d-a1bc-6911dd755e0d, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:56:40.057261 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:40.083767 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fcf8c2-9bb7-49e8-98c9-9cc153934517 req-2187fed9-bc20-41cf-af05-af13a0e5549e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:40.092763 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-80fcf8c2-9bb7-49e8-98c9-9cc153934517 req-2187fed9-bc20-41cf-af05-af13a0e5549e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.2162766 Jan 20 20:56:40.187158 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-80fcf8c2-9bb7-49e8-98c9-9cc153934517 req-125463a7-aa64-4918-908e-b5e855b4118d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932724 Jan 20 20:56:40.231735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 2dd5a250-83c3-4812-8a99-cd93e09311d3 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:40.232169 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:40.247075 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] For port 93392c30-13f1-438d-a1bc-6911dd755e0d, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:56:40.251490 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] For port 93392c30-13f1-438d-a1bc-6911dd755e0d, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=93392c30-13f1-438d-a1bc-6911dd755e0d,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:56:40.263368 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:40.407161 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 1917d39c-96a5-4f4f-89c8-1b03282bc37b up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:40.442720 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a9e34-c244-495a-9fbd-8860273a121f req-056293a4-cf47-49d0-81c6-b1d61b765cb7 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:40.445760 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-839a9e34-c244-495a-9fbd-8860273a121f req-056293a4-cf47-49d0-81c6-b1d61b765cb7 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 1.7594578 Jan 20 20:56:40.451718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:40.580945 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2a14a72d-902e-4a0a-81bc-155028a1490e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:40.603246 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-c3ddee19-f7bd-47b2-aeea-4cdb921c0a83 None None] Provisioning complete for port 1917d39c-96a5-4f4f-89c8-1b03282bc37b triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:40.603840 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c3ddee19-f7bd-47b2-aeea-4cdb921c0a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:40.666560 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Routers {'f966c0e9-0277-4c49-b0d1-67b23e995cc8'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:56:40.672575 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:56:33Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['f966c0e9-0277-4c49-b0d1-67b23e995cc8'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:40.759662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 1917d39c-96a5-4f4f-89c8-1b03282bc37b triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:40.760283 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:40.775080 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-839a9e34-c244-495a-9fbd-8860273a121f req-b0624627-7d89-4340-ba06-7dc79172a87e tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977448 Jan 20 20:56:40.955640 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bf8cc-ed14-4c8f-8d50-c422386804e0 None None] Pushing event updated for resources: {'Port': ['ID=93392c30-13f1-438d-a1bc-6911dd755e0d,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:40.970022 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f90bf8cc-ed14-4c8f-8d50-c422386804e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:41.178829 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] Set router f966c0e9-0277-4c49-b0d1-67b23e995cc8 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:56:41.266943 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-fb5f318f-f9ab-46e1-ab3e-290edc176534 None None] Provisioning complete for port 1917d39c-96a5-4f4f-89c8-1b03282bc37b triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:41.267690 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb5f318f-f9ab-46e1-ab3e-290edc176534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:41.396448 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-db290377-3a7d-40e0-a89c-f2c235a851be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26959531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26915474'] for subnet, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:41.623946 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:41.672972 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'name': 'tempest-TestShelveInstance-1227733420-router', 'tenant_id': 'acdf3a22c099424090b7225922eb2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '93392c30-13f1-438d-a1bc-6911dd755e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:31Z', 'updated_at': '2021-01-20T20:56:34Z', 'revision_number': 3, 'project_id': 'acdf3a22c099424090b7225922eb2920', 'gw_port': {'id': '93392c30-13f1-438d-a1bc-6911dd755e0d', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:32Z', 'updated_at': '2021-01-20T20:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:41.677779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230dbcfd-3962-464a-b204-0f4e867caba7 None None] The sync data for ids ['f966c0e9-0277-4c49-b0d1-67b23e995cc8'] in dv-cinder-749155-5-iscsi is: [{'id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'name': 'tempest-TestShelveInstance-1227733420-router', 'tenant_id': 'acdf3a22c099424090b7225922eb2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '93392c30-13f1-438d-a1bc-6911dd755e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:31Z', 'updated_at': '2021-01-20T20:56:34Z', 'revision_number': 3, 'project_id': 'acdf3a22c099424090b7225922eb2920', 'gw_port': {'id': '93392c30-13f1-438d-a1bc-6911dd755e0d', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:32Z', 'updated_at': '2021-01-20T20:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:56:41.766397 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db290377-3a7d-40e0-a89c-f2c235a851be admin admin] Pushing event updated for resources: {'Subnet': ['ID=397012bd-7b76-4a96-a088-d52b2af7ec97,revision_number=0']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:41.826050 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-db290377-3a7d-40e0-a89c-f2c235a851be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:41.862088 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Allocated IP 172.20.0.1 (f7be0a9d-b194-4984-9d31-158ceee40f59/5838973f-ba29-4a7a-85d1-89c1e738b24e/870da4cf-9ad9-4a7e-863b-e86bf6db11e6) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:56:41.945789 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db290377-3a7d-40e0-a89c-f2c235a851be admin admin] Checking segment: {'id': '577b47de-df02-49f3-b50a-c1ba43cf5e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:56:41.946185 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db290377-3a7d-40e0-a89c-f2c235a851be admin admin] Network hostable DHCP agents. Network: 296e01d9-eed6-4c61-9729-39e865bcc82f, hostable agents: ['c1d8426a-9d58-47bd-9d42-89385b1bbfec'], hosted agents: [] {{(pid=80112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 20:56:42.039814 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468db21-f30b-484b-9f04-0c065d14b1cf req-c663c353-e296-49dd-b934-d87b504678e2 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:42.041592 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f468db21-f30b-484b-9f04-0c065d14b1cf req-c663c353-e296-49dd-b934-d87b504678e2 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.4194760 Jan 20 20:56:42.088078 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db290377-3a7d-40e0-a89c-f2c235a851be admin admin] Network 296e01d9-eed6-4c61-9729-39e865bcc82f is scheduled to be hosted by DHCP agent c1d8426a-9d58-47bd-9d42-89385b1bbfec with binding_index 1 {{(pid=80112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 20:56:42.179526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 53516) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:42.282637 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:42.311423 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Transition to ACTIVE for port object 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 will not be triggered until provisioned by entity DHCP. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:56:42.357932 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f468db21-f30b-484b-9f04-0c065d14b1cf req-15595502-4169-40ff-b3d6-d56101f34168 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052123 Jan 20 20:56:42.362485 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:42.443530 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2252bc28-b51f-44af-86da-c97794c84d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:42.499981 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 93392c30-13f1-438d-a1bc-6911dd755e0d up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:42.503694 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2252bc28-b51f-44af-86da-c97794c84d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:42.513280 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-2252bc28-b51f-44af-86da-c97794c84d7c admin admin] Usage tracker for resource:security_group_rule and tenant:98748f14637040d3b14cd87a00188787 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:42.522939 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-2252bc28-b51f-44af-86da-c97794c84d7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:42.537517 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-2252bc28-b51f-44af-86da-c97794c84d7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:42.700694 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 93392c30-13f1-438d-a1bc-6911dd755e0d completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:56:42.709258 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 93392c30-13f1-438d-a1bc-6911dd755e0d triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:42.710776 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:42.843100 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2252bc28-b51f-44af-86da-c97794c84d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:42.849591 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2252bc28-b51f-44af-86da-c97794c84d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:42.904597 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:42.926463 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port 93392c30-13f1-438d-a1bc-6911dd755e0d, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=93392c30-13f1-438d-a1bc-6911dd755e0d,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:56:42.932998 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:42.938682 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:42.948739 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-db290377-3a7d-40e0-a89c-f2c235a851be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-5-iscsi, 296e01d9-eed6-4c61-9729-39e865bcc82f) {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:56:42.965314 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-eea99e0c-9e12-4ad6-a286-164dc3bb9afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:43.025016 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=93392c30-13f1-438d-a1bc-6911dd755e0d,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:43.035601 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:43.036607 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a36cba-34f0-484b-a8d0-a763d9e2337f None None] Network 296e01d9-eed6-4c61-9729-39e865bcc82f requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:56:43.036821 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-2252bc28-b51f-44af-86da-c97794c84d7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98748f14637040d3b14cd87a00188787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8557434 Jan 20 20:56:43.046629 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 53534) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:43.057806 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:43.118363 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db290377-3a7d-40e0-a89c-f2c235a851be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:43.119069 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-db290377-3a7d-40e0-a89c-f2c235a851be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:43.239947 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Pushing event updated for resources: {'Port': ['ID=870da4cf-9ad9-4a7e-863b-e86bf6db11e6,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:43.246914 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:43.265625 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Network f7be0a9d-b194-4984-9d31-158ceee40f59 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:56:43.283581 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:56:43.309344 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252bc28-b51f-44af-86da-c97794c84d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54785b4f-e8fa-4d3b-878b-006ef2f05319,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:43.316389 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2252bc28-b51f-44af-86da-c97794c84d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:43.317678 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e95f9f85-76d4-46a6-8ff1-7d9abc51ebbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:43.323993 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:56:43.365405 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e95f9f85-76d4-46a6-8ff1-7d9abc51ebbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:43.424013 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e95f9f85-76d4-46a6-8ff1-7d9abc51ebbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:43.430328 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ee37169d-acde-4452-87d0-191f84509212 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:43.448812 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-db290377-3a7d-40e0-a89c-f2c235a851be admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.7896109 Jan 20 20:56:43.451064 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f9f85-76d4-46a6-8ff1-7d9abc51ebbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54785b4f-e8fa-4d3b-878b-006ef2f05319,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:43.455357 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e95f9f85-76d4-46a6-8ff1-7d9abc51ebbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:43.457025 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854383707'] for router_interface, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:43.463531 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 53540) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:43.465141 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e95f9f85-76d4-46a6-8ff1-7d9abc51ebbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:43.467802 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e95f9f85-76d4-46a6-8ff1-7d9abc51ebbb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54785b4f-e8fa-4d3b-878b-006ef2f05319 HTTP/1.1" status: 204 len: 168 time: 0.4193149 Jan 20 20:56:43.476749 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1381442890-router', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:56:43.483474 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:43.492122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Usage tracker for resource:router and tenant:19acbd934bc9493aa3ec8510f6d95f37 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:43.496725 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:43.506804 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:43.521642 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-377705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40021'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:43.523198 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735702'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:43.561377 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46e46e78-97ce-58d9-b0c2-61ed0264c73d-296e01d9-eed6-4c61-9729-39e865bcc82f', 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'fixed_ips': [{'subnet_id': '397012bd-7b76-4a96-a088-d52b2af7ec97'}]}} from dv-cinder-749155-5-iscsi. {{(pid=80114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 20 20:56:43.562660 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:43.570465 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:43.675834 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc70ad0-c2c9-438a-94a8-c64c6e6dcc6b req-5a847faa-4f38-40d5-9a6a-dbfe61fc68a3 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:43.691395 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-afc70ad0-c2c9-438a-94a8-c64c6e6dcc6b req-5a847faa-4f38-40d5-9a6a-dbfe61fc68a3 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.7183967 Jan 20 20:56:43.790033 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-2166e59a-5146-42af-bd29-6101a290e5c9 None None] Provisioning for port 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:56:43.798742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-2166e59a-5146-42af-bd29-6101a290e5c9 None None] Provisioning complete for port 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:43.799167 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2166e59a-5146-42af-bd29-6101a290e5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:43.857107 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-afc70ad0-c2c9-438a-94a8-c64c6e6dcc6b req-30cd02a9-9a21-4f2a-babe-473c02dd3980 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644406 Jan 20 20:56:43.865266 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-2166e59a-5146-42af-bd29-6101a290e5c9 None None] Port 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 20:56:44.004116 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:44.044190 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-392076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735685'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:44.110091 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Allocated IP 172.20.0.2 (296e01d9-eed6-4c61-9729-39e865bcc82f/397012bd-7b76-4a96-a088-d52b2af7ec97/9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:56:44.334172 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6c957-4bde-4ddc-b699-a6121ecf1374 req-18b040bb-a414-47bc-955e-8e34208b9131 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:44.355253 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3ea6c957-4bde-4ddc-b699-a6121ecf1374 req-18b040bb-a414-47bc-955e-8e34208b9131 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.5422184 Jan 20 20:56:44.486042 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3ea6c957-4bde-4ddc-b699-a6121ecf1374 req-a4a32896-16a5-4544-bc32-a07473200cb9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296954 Jan 20 20:56:44.562689 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:44.585523 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Transition to ACTIVE for port object 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:56:44.629009 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Transition to ACTIVE for port object 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:56:44.646486 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:44.707143 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 93392c30-13f1-438d-a1bc-6911dd755e0d up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:44.786155 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6187d262-5833-4e43-ae84-d8b89bf72700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:44.961719 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:44.969241 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:45.020868 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6ea340a3-7e07-419e-8976-dbb798614f13 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:45.055554 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 93392c30-13f1-438d-a1bc-6911dd755e0d triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:45.056158 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:45.107441 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Pushing event updated for resources: {'Port': ['ID=9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:45.111619 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:45.136808 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:45.151656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851088269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854398142'] for router_interface, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:45.180223 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Pushing event updated for resources: {'Port': ['ID=870da4cf-9ad9-4a7e-863b-e86bf6db11e6,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:45.182643 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:45.195564 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Network 296e01d9-eed6-4c61-9729-39e865bcc82f is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:56:45.196977 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:56:45.202632 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:45.204852 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:56:45.282745 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Attempting to bind port 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:56:45.283570 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Attempting to bind port 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': '577b47de-df02-49f3-b50a-c1ba43cf5e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:56:45.284328 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Attempting to bind port 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 on network 296e01d9-eed6-4c61-9729-39e865bcc82f {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:56:45.296251 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:56:45.297313 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Checking segment: {'id': '577b47de-df02-49f3-b50a-c1ba43cf5e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:56:45.298682 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:45.299486 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Bound using segment: {'id': '577b47de-df02-49f3-b50a-c1ba43cf5e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:56:45.300217 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Bound port: 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577b47de-df02-49f3-b50a-c1ba43cf5e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:56:45.300848 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:45.498064 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Network f7be0a9d-b194-4984-9d31-158ceee40f59 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:56:45.500814 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:56:45.523991 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] For port 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:56:45.527477 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Allocated IP 172.27.0.166 (06ea3fc8-bdc7-4401-9b28-54093eee0170/7fa42e9a-db2b-4126-9d0c-025f1cb6919b/9a6bbc1d-781e-454c-9848-271f4adcb17e) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:56:45.529551 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] For port 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35,segment=NetworkSegment(577b47de-df02-49f3-b50a-c1ba43cf5e72),segment_id=577b47de-df02-49f3-b50a-c1ba43cf5e72)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:56:45.541115 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:45.758235 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dbfe856f-ee08-4db8-8b57-ea5e3a94d894 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:45.999737 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-d8bcfb0c-fb7a-4566-aeba-9e60061656ce None None] Provisioning complete for port 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:46.000287 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d8bcfb0c-fb7a-4566-aeba-9e60061656ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:46.031373 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Router f966c0e9-0277-4c49-b0d1-67b23e995cc8 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 20:56:46.112582 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-d8bcfb0c-fb7a-4566-aeba-9e60061656ce None None] Port 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 20:56:46.128346 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Pushing event updated for resources: {'Port': ['ID=9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:46.133904 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:46.382186 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:56:46.390878 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] 10.222.0.18 "PUT /v2.0/routers/f966c0e9-0277-4c49-b0d1-67b23e995cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6773238 Jan 20 20:56:46.438344 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Sync routers for ids ['f966c0e9-0277-4c49-b0d1-67b23e995cc8'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:56:46.484352 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Routers {'f966c0e9-0277-4c49-b0d1-67b23e995cc8'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:56:46.485080 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:56:33Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['f966c0e9-0277-4c49-b0d1-67b23e995cc8'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:46.504832 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:46.542942 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4f7c9-fcb8-43ea-a2a6-405c3d8ab258 req-249bdaf7-8913-435f-8359-b02c1165f1b3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:46.551117 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-86e4f7c9-fcb8-43ea-a2a6-405c3d8ab258 req-249bdaf7-8913-435f-8359-b02c1165f1b3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.3810990 Jan 20 20:56:46.628151 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-86e4f7c9-fcb8-43ea-a2a6-405c3d8ab258 req-82431c6e-e76f-4f44-bfb0-8ac60c22bbfc tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760052 Jan 20 20:56:46.639187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:46.721505 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b615b6f5-bf64-4768-80b8-e1c48a17303e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:46.825855 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6bbc1d-781e-454c-9848-271f4adcb17e,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:46.835511 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:46.908822 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:56:46.911039 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:56:46.914634 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:56:46.937199 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Set router f966c0e9-0277-4c49-b0d1-67b23e995cc8 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:56:47.548644 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'name': 'tempest-TestShelveInstance-1227733420-router', 'tenant_id': 'acdf3a22c099424090b7225922eb2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '93392c30-13f1-438d-a1bc-6911dd755e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:31Z', 'updated_at': '2021-01-20T20:56:43Z', 'revision_number': 4, 'project_id': 'acdf3a22c099424090b7225922eb2920', 'gw_port': {'id': '93392c30-13f1-438d-a1bc-6911dd755e0d', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:32Z', 'updated_at': '2021-01-20T20:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '870da4cf-9ad9-4a7e-863b-e86bf6db11e6', 'name': '', 'network_id': 'f7be0a9d-b194-4984-9d31-158ceee40f59', 'tenant_id': 'acdf3a22c099424090b7225922eb2920', 'mac_address': 'fa:16:3e:2c:86:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5838973f-ba29-4a7a-85d1-89c1e738b24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:40Z', 'updated_at': '2021-01-20T20:56:44Z', 'revision_number': 2, 'project_id': 'acdf3a22c099424090b7225922eb2920', 'subnets': [{'id': '5838973f-ba29-4a7a-85d1-89c1e738b24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:47.553714 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Checking router: f966c0e9-0277-4c49-b0d1-67b23e995cc8 for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:56:47.554116 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Updating router f966c0e9-0277-4c49-b0d1-67b23e995cc8 port 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 binding host dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 20:56:47.604351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:47.626233 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:47.846134 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29566780-f292-45d9-9f44-4afaa0a931c5 None None] Network 296e01d9-eed6-4c61-9729-39e865bcc82f requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:56:48.019677 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-5d2d446f-be84-4b8e-a738-ab864fde978b req-5151ecfd-dfe2-4f60-b37a-72dac721f504 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1147044259', 'description': 'tempest-TestShelveInstance-1147044259 description'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:56:48.029863 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-5d2d446f-be84-4b8e-a738-ab864fde978b req-5151ecfd-dfe2-4f60-b37a-72dac721f504 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:48.032964 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-8f656bf0-ea40-420a-b39f-b8fb3c62037b None None] Provisioning for port 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:56:48.035065 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-5d2d446f-be84-4b8e-a738-ab864fde978b req-5151ecfd-dfe2-4f60-b37a-72dac721f504 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Usage tracker for resource:security_group and tenant:2d67811fe8b24d0ea0a79eea4cb3faec is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:48.038733 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-5d2d446f-be84-4b8e-a738-ab864fde978b req-5151ecfd-dfe2-4f60-b37a-72dac721f504 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:48.045691 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-5d2d446f-be84-4b8e-a738-ab864fde978b req-5151ecfd-dfe2-4f60-b37a-72dac721f504 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:48.056851 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-5d2d446f-be84-4b8e-a738-ab864fde978b req-5151ecfd-dfe2-4f60-b37a-72dac721f504 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:48.083321 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-5d2d446f-be84-4b8e-a738-ab864fde978b req-5151ecfd-dfe2-4f60-b37a-72dac721f504 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:48.088359 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-5d2d446f-be84-4b8e-a738-ab864fde978b req-5151ecfd-dfe2-4f60-b37a-72dac721f504 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Usage tracker for resource:security_group_rule and tenant:2d67811fe8b24d0ea0a79eea4cb3faec is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:48.092806 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-5d2d446f-be84-4b8e-a738-ab864fde978b req-5151ecfd-dfe2-4f60-b37a-72dac721f504 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:48.102157 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-5d2d446f-be84-4b8e-a738-ab864fde978b req-5151ecfd-dfe2-4f60-b37a-72dac721f504 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:48.152843 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca880c-c795-4fa3-a445-194bc37cb701 req-b540b387-43c6-4447-814e-2f3d742de593 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:48.161226 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-39ca880c-c795-4fa3-a445-194bc37cb701 req-b540b387-43c6-4447-814e-2f3d742de593 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.2942691 Jan 20 20:56:48.233147 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-392095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-392056'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:48.255279 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-39ca880c-c795-4fa3-a445-194bc37cb701 req-b2687016-31b2-4f4e-aecf-84d25ae01cf5 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930130 Jan 20 20:56:48.338080 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-5d2d446f-be84-4b8e-a738-ab864fde978b req-5151ecfd-dfe2-4f60-b37a-72dac721f504 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:48.350668 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-5d2d446f-be84-4b8e-a738-ab864fde978b req-5151ecfd-dfe2-4f60-b37a-72dac721f504 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:48.396004 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7e7b63c4-07e5-4a62-8a06-6db46d194062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:48.429034 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-5d2d446f-be84-4b8e-a738-ab864fde978b req-5151ecfd-dfe2-4f60-b37a-72dac721f504 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:48.430788 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5d2d446f-be84-4b8e-a738-ab864fde978b req-5151ecfd-dfe2-4f60-b37a-72dac721f504 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4162242 Jan 20 20:56:48.492697 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151ecfd-dfe2-4f60-b37a-72dac721f504 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Pushing event updated for resources: {'SecurityGroup': ['ID=4f271305-9323-4c5f-94c9-47574d4f869d,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:48.494973 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:48.503065 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5151ecfd-dfe2-4f60-b37a-72dac721f504 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:48.625763 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:48.649844 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f4bc2a1b-aaf8-4c23-96cb-6ec78bdf097f req-c7669953-7bf2-4da0-8664-40ec6f596295 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups/4f271305-9323-4c5f-94c9-47574d4f869d HTTP/1.1" status: 200 len: 1802 time: 0.0649090 Jan 20 20:56:48.658174 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Transition to ACTIVE for port object 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:56:48.664711 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:48.671477 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-f4bc2a1b-aaf8-4c23-96cb-6ec78bdf097f req-bd36a897-6b39-4afa-9cb8-507a974803fc tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f271305-9323-4c5f-94c9-47574d4f869d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:56:48.671994 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-f4bc2a1b-aaf8-4c23-96cb-6ec78bdf097f req-bd36a897-6b39-4afa-9cb8-507a974803fc tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f271305-9323-4c5f-94c9-47574d4f869d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:56:48.673996 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Router 6cfff5e4-08e0-46fa-be49-b35f71e1c475 is scheduled to L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 20 20:56:48.684610 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-f4bc2a1b-aaf8-4c23-96cb-6ec78bdf097f req-bd36a897-6b39-4afa-9cb8-507a974803fc tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:48.687371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1c1c991d-0d88-4cba-808a-a9d37e68d3aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:48.690227 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-f4bc2a1b-aaf8-4c23-96cb-6ec78bdf097f req-bd36a897-6b39-4afa-9cb8-507a974803fc tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Usage tracker for resource:security_group_rule and tenant:2d67811fe8b24d0ea0a79eea4cb3faec is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:48.693483 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-f4bc2a1b-aaf8-4c23-96cb-6ec78bdf097f req-bd36a897-6b39-4afa-9cb8-507a974803fc tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:48.700802 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-f4bc2a1b-aaf8-4c23-96cb-6ec78bdf097f req-bd36a897-6b39-4afa-9cb8-507a974803fc tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:48.727077 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:56:48.771869 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f4bc2a1b-aaf8-4c23-96cb-6ec78bdf097f req-bd36a897-6b39-4afa-9cb8-507a974803fc tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for security_group_rule, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:48.813960 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f4bc2a1b-aaf8-4c23-96cb-6ec78bdf097f req-bd36a897-6b39-4afa-9cb8-507a974803fc tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:48.822220 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f4bc2a1b-aaf8-4c23-96cb-6ec78bdf097f req-bd36a897-6b39-4afa-9cb8-507a974803fc tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889190'] for security_group_rule, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:48.830984 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:48.851927 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36a897-6b39-4afa-9cb8-507a974803fc tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1a0db3-5b96-4344-bc51-50716e6ba24d,revision_number=0']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:48.856360 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bd36a897-6b39-4afa-9cb8-507a974803fc tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:48.866607 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:48.867233 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:48.869073 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f4bc2a1b-aaf8-4c23-96cb-6ec78bdf097f req-bd36a897-6b39-4afa-9cb8-507a974803fc tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for security_group_rule, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:48.880030 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f4bc2a1b-aaf8-4c23-96cb-6ec78bdf097f req-bd36a897-6b39-4afa-9cb8-507a974803fc tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2139831 Jan 20 20:56:49.003279 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-22cb061a-833f-44f1-9835-2ddaaa2bea7b req-de50c1fe-1f42-4d67-a4fe-1c1326b0a2bd tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups/4f271305-9323-4c5f-94c9-47574d4f869d HTTP/1.1" status: 200 len: 2395 time: 0.0945973 Jan 20 20:56:49.020073 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-22cb061a-833f-44f1-9835-2ddaaa2bea7b req-0512619d-e10e-4df2-908e-49dfb5ad9a93 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f271305-9323-4c5f-94c9-47574d4f869d', 'remote_group_id': None}]} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:56:49.024401 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-22cb061a-833f-44f1-9835-2ddaaa2bea7b req-0512619d-e10e-4df2-908e-49dfb5ad9a93 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4f271305-9323-4c5f-94c9-47574d4f869d', 'remote_group_id': None}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:56:49.024663 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e1467-9931-4325-8af4-1f1a4424beae None None] Pushing event updated for resources: {'Port': ['ID=870da4cf-9ad9-4a7e-863b-e86bf6db11e6,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:49.049518 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-592e1467-9931-4325-8af4-1f1a4424beae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:49.050110 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-d0bfc8f5-d962-4dbc-81f7-2d306fc9321b None None] Provisioning complete for port 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:49.050525 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d0bfc8f5-d962-4dbc-81f7-2d306fc9321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:49.051175 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-22cb061a-833f-44f1-9835-2ddaaa2bea7b req-0512619d-e10e-4df2-908e-49dfb5ad9a93 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:56:49.056687 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-22cb061a-833f-44f1-9835-2ddaaa2bea7b req-0512619d-e10e-4df2-908e-49dfb5ad9a93 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Usage tracker for resource:security_group_rule and tenant:2d67811fe8b24d0ea0a79eea4cb3faec is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:56:49.060959 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-22cb061a-833f-44f1-9835-2ddaaa2bea7b req-0512619d-e10e-4df2-908e-49dfb5ad9a93 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:56:49.074608 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-22cb061a-833f-44f1-9835-2ddaaa2bea7b req-0512619d-e10e-4df2-908e-49dfb5ad9a93 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:56:49.159985 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-22cb061a-833f-44f1-9835-2ddaaa2bea7b req-0512619d-e10e-4df2-908e-49dfb5ad9a93 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for security_group_rule, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:49.204278 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-22cb061a-833f-44f1-9835-2ddaaa2bea7b req-0512619d-e10e-4df2-908e-49dfb5ad9a93 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:49.215297 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-22cb061a-833f-44f1-9835-2ddaaa2bea7b req-0512619d-e10e-4df2-908e-49dfb5ad9a93 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889190'] for security_group_rule, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:49.217894 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c96bb249-b601-44d2-bd7a-377f41cbea2a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:49.248759 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512619d-e10e-4df2-908e-49dfb5ad9a93 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f9af48-671e-4428-863d-f9b3f0aacad3,revision_number=0']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:49.252190 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0512619d-e10e-4df2-908e-49dfb5ad9a93 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:49.265955 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-22cb061a-833f-44f1-9835-2ddaaa2bea7b req-0512619d-e10e-4df2-908e-49dfb5ad9a93 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for security_group_rule, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:49.267462 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-22cb061a-833f-44f1-9835-2ddaaa2bea7b req-0512619d-e10e-4df2-908e-49dfb5ad9a93 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2551439 Jan 20 20:56:49.317557 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Attempting to bind port 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:56:49.317557 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Attempting to bind port 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': 'dfa42604-3bed-4d9e-aea8-56c29a988ab6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f7be0a9d-b194-4984-9d31-158ceee40f59'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:56:49.317919 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Attempting to bind port 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 on network f7be0a9d-b194-4984-9d31-158ceee40f59 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:56:49.343096 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:56:49.343523 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Checking segment: {'id': 'dfa42604-3bed-4d9e-aea8-56c29a988ab6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f7be0a9d-b194-4984-9d31-158ceee40f59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:56:49.343984 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:49.344570 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Bound using segment: {'id': 'dfa42604-3bed-4d9e-aea8-56c29a988ab6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f7be0a9d-b194-4984-9d31-158ceee40f59'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:56:49.345139 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Bound port: 870da4cf-9ad9-4a7e-863b-e86bf6db11e6, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa42604-3bed-4d9e-aea8-56c29a988ab6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f7be0a9d-b194-4984-9d31-158ceee40f59'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:56:49.345540 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:49.383917 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:49.438065 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:56:49.482926 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Sync routers for ids ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:56:49.505020 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Routers {'6cfff5e4-08e0-46fa-be49-b35f71e1c475'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:56:49.506167 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:56:33Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:49.517727 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:49.523470 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 53660) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:56:49.527708 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-ae80d9cd-eb41-4c41-b65b-4e4b1da90ad0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0582094 Jan 20 20:56:49.611239 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d0bfc8f5-d962-4dbc-81f7-2d306fc9321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:49.710373 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] For port 870da4cf-9ad9-4a7e-863b-e86bf6db11e6, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:56:49.718847 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] For port 870da4cf-9ad9-4a7e-863b-e86bf6db11e6, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=870da4cf-9ad9-4a7e-863b-e86bf6db11e6,segment=NetworkSegment(dfa42604-3bed-4d9e-aea8-56c29a988ab6),segment_id=dfa42604-3bed-4d9e-aea8-56c29a988ab6)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:56:49.726699 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:49.751113 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:49.886074 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Set router 6cfff5e4-08e0-46fa-be49-b35f71e1c475 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:56:49.974259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd03896-eb5e-4020-9acb-4f9fa38cf670 req-00ee5826-5ad7-48e6-8df8-37acbfd586bb tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:49.987581 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1cd03896-eb5e-4020-9acb-4f9fa38cf670 req-00ee5826-5ad7-48e6-8df8-37acbfd586bb tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.3318248 Jan 20 20:56:50.113183 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1cd03896-eb5e-4020-9acb-4f9fa38cf670 req-effc8c8c-5eeb-408b-b9da-4a0562ac3eea tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152165 Jan 20 20:56:50.125020 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-d0bfc8f5-d962-4dbc-81f7-2d306fc9321b None None] For port 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35,segment=NetworkSegment(577b47de-df02-49f3-b50a-c1ba43cf5e72),segment_id=577b47de-df02-49f3-b50a-c1ba43cf5e72)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:56:50.178720 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d0bfc8f5-d962-4dbc-81f7-2d306fc9321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:50.192868 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e1467-9931-4325-8af4-1f1a4424beae None None] Pushing event updated for resources: {'Port': ['ID=870da4cf-9ad9-4a7e-863b-e86bf6db11e6,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:50.236514 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-592e1467-9931-4325-8af4-1f1a4424beae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:50.278952 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:50.356224 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 20:56:50.357057 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 20:56:50.513568 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-40d9e137-1ca3-4389-be97-e0f1077ffda8 None None] Provisioning complete for port 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:50.514005 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-40d9e137-1ca3-4389-be97-e0f1077ffda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:50.596390 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'name': 'tempest-TestMinimumBasicScenario-1381442890-router', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:43Z', 'updated_at': '2021-01-20T20:56:47Z', 'revision_number': 3, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'gw_port': {'id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:45Z', 'updated_at': '2021-01-20T20:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:50.602612 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Checking router: 6cfff5e4-08e0-46fa-be49-b35f71e1c475 for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:56:50.603473 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Updating router 6cfff5e4-08e0-46fa-be49-b35f71e1c475 port 9a6bbc1d-781e-454c-9848-271f4adcb17e binding host dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 20:56:50.626060 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Routers {'f966c0e9-0277-4c49-b0d1-67b23e995cc8'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:56:50.630323 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:56:33Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['f966c0e9-0277-4c49-b0d1-67b23e995cc8'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:50.709254 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:50.771007 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfc8f5-d962-4dbc-81f7-2d306fc9321b None None] Pushing event updated for resources: {'Port': ['ID=9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:50.805774 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d0bfc8f5-d962-4dbc-81f7-2d306fc9321b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:51.272633 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:51.286521 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Transition to ACTIVE for port object 9a6bbc1d-781e-454c-9848-271f4adcb17e will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:56:51.291091 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:51.317243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:51.352371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] Set router f966c0e9-0277-4c49-b0d1-67b23e995cc8 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:56:51.440986 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:51.560388 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952b5f9-5b92-4585-bec8-c5b204777e48 None None] Pushing event updated for resources: {'Port': ['ID=9a6bbc1d-781e-454c-9848-271f4adcb17e,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:51.573727 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a952b5f9-5b92-4585-bec8-c5b204777e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:51.583459 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Attempting to bind port 9a6bbc1d-781e-454c-9848-271f4adcb17e on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:56:51.583834 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Attempting to bind port 9a6bbc1d-781e-454c-9848-271f4adcb17e by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:56:51.584243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Attempting to bind port 9a6bbc1d-781e-454c-9848-271f4adcb17e on network 06ea3fc8-bdc7-4401-9b28-54093eee0170 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:56:51.595002 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:56:51.595785 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Checking segment: {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:56:51.596394 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:51.596996 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Bound using segment: {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:56:51.597692 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Bound port: 9a6bbc1d-781e-454c-9848-271f4adcb17e, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:56:51.598271 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:51.646155 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:51.704331 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] For port 9a6bbc1d-781e-454c-9848-271f4adcb17e, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:56:51.708613 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] For port 9a6bbc1d-781e-454c-9848-271f4adcb17e, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=9a6bbc1d-781e-454c-9848-271f4adcb17e,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:56:51.716609 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:51.749128 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53bba1-72f0-47cf-a2fc-977f2801e49f req-94738b46-138d-4964-a1bd-ce3a1060894c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:51.751074 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2e53bba1-72f0-47cf-a2fc-977f2801e49f req-94738b46-138d-4964-a1bd-ce3a1060894c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.3246334 Jan 20 20:56:51.752852 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:51.851617 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2e53bba1-72f0-47cf-a2fc-977f2801e49f req-1690e935-ea07-4df0-b7d3-12ccedb90c89 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819721 Jan 20 20:56:51.900209 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:51.900899 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:51.948135 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952b5f9-5b92-4585-bec8-c5b204777e48 None None] Pushing event updated for resources: {'Port': ['ID=9a6bbc1d-781e-454c-9848-271f4adcb17e,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:51.954728 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a952b5f9-5b92-4585-bec8-c5b204777e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:52.011458 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Routers {'6cfff5e4-08e0-46fa-be49-b35f71e1c475'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:56:52.012331 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:56:33Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:52.093920 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Allocated IP 172.20.0.1 (296e01d9-eed6-4c61-9729-39e865bcc82f/397012bd-7b76-4a96-a088-d52b2af7ec97/1f2b5955-0e22-46c4-8db5-8c70152b9384) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:56:52.269709 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] Set router 6cfff5e4-08e0-46fa-be49-b35f71e1c475 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:56:52.326717 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:52.348072 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Transition to ACTIVE for port object 1f2b5955-0e22-46c4-8db5-8c70152b9384 will not be triggered until provisioned by entity DHCP. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:56:52.377631 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:52.419507 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:52.522995 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'name': 'tempest-TestShelveInstance-1227733420-router', 'tenant_id': 'acdf3a22c099424090b7225922eb2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '93392c30-13f1-438d-a1bc-6911dd755e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:31Z', 'updated_at': '2021-01-20T20:56:43Z', 'revision_number': 4, 'project_id': 'acdf3a22c099424090b7225922eb2920', 'gw_port': {'id': '93392c30-13f1-438d-a1bc-6911dd755e0d', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:32Z', 'updated_at': '2021-01-20T20:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '870da4cf-9ad9-4a7e-863b-e86bf6db11e6', 'name': '', 'network_id': 'f7be0a9d-b194-4984-9d31-158ceee40f59', 'tenant_id': 'acdf3a22c099424090b7225922eb2920', 'mac_address': 'fa:16:3e:2c:86:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5838973f-ba29-4a7a-85d1-89c1e738b24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:40Z', 'updated_at': '2021-01-20T20:56:49Z', 'revision_number': 4, 'project_id': 'acdf3a22c099424090b7225922eb2920', 'subnets': [{'id': '5838973f-ba29-4a7a-85d1-89c1e738b24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:52.540314 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c5dc3c-9e70-4301-87c2-725db2ea3a3e None None] The sync data for ids ['f966c0e9-0277-4c49-b0d1-67b23e995cc8'] in dv-cinder-749155-5-iscsi is: [{'id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'name': 'tempest-TestShelveInstance-1227733420-router', 'tenant_id': 'acdf3a22c099424090b7225922eb2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '93392c30-13f1-438d-a1bc-6911dd755e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:31Z', 'updated_at': '2021-01-20T20:56:43Z', 'revision_number': 4, 'project_id': 'acdf3a22c099424090b7225922eb2920', 'gw_port': {'id': '93392c30-13f1-438d-a1bc-6911dd755e0d', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:32Z', 'updated_at': '2021-01-20T20:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '870da4cf-9ad9-4a7e-863b-e86bf6db11e6', 'name': '', 'network_id': 'f7be0a9d-b194-4984-9d31-158ceee40f59', 'tenant_id': 'acdf3a22c099424090b7225922eb2920', 'mac_address': 'fa:16:3e:2c:86:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5838973f-ba29-4a7a-85d1-89c1e738b24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:40Z', 'updated_at': '2021-01-20T20:56:49Z', 'revision_number': 4, 'project_id': 'acdf3a22c099424090b7225922eb2920', 'subnets': [{'id': '5838973f-ba29-4a7a-85d1-89c1e738b24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:56:52.607771 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Pushing event updated for resources: {'Port': ['ID=1f2b5955-0e22-46c4-8db5-8c70152b9384,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:52.629199 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:52.782267 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Network 296e01d9-eed6-4c61-9729-39e865bcc82f is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:56:52.788480 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:56:52.805040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:56:53.155372 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854383707'] for router_interface, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:53.260408 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:56:53.500436 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-82e00397-8cac-47a9-bfcf-e0cb89004549 None None] Provisioning for port 1f2b5955-0e22-46c4-8db5-8c70152b9384 completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:56:53.514865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-82e00397-8cac-47a9-bfcf-e0cb89004549 None None] Provisioning complete for port 1f2b5955-0e22-46c4-8db5-8c70152b9384 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:53.515295 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-82e00397-8cac-47a9-bfcf-e0cb89004549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:53.614670 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:53.650046 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'name': 'tempest-TestMinimumBasicScenario-1381442890-router', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:43Z', 'updated_at': '2021-01-20T20:56:47Z', 'revision_number': 3, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'gw_port': {'id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:45Z', 'updated_at': '2021-01-20T20:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:53.683743 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e98d9d5-d2f4-47d4-b391-dfc5754b30a5 None None] The sync data for ids ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'] in dv-cinder-749155-5-iscsi is: [{'id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'name': 'tempest-TestMinimumBasicScenario-1381442890-router', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:43Z', 'updated_at': '2021-01-20T20:56:47Z', 'revision_number': 3, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'gw_port': {'id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:45Z', 'updated_at': '2021-01-20T20:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:56:53.727697 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:53.775170 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-82e00397-8cac-47a9-bfcf-e0cb89004549 None None] Port 1f2b5955-0e22-46c4-8db5-8c70152b9384 cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 20:56:53.801914 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:56:53.818799 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:53.819235 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:54.223989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:54.397921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port 870da4cf-9ad9-4a7e-863b-e86bf6db11e6, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=870da4cf-9ad9-4a7e-863b-e86bf6db11e6,segment=NetworkSegment(dfa42604-3bed-4d9e-aea8-56c29a988ab6),segment_id=dfa42604-3bed-4d9e-aea8-56c29a988ab6)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:56:54.406171 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:54.408130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:54.430399 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80de863-c531-4877-83cb-cbabced02b38 req-896722b2-7d51-4001-aa6f-3ceafe4c72a9 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:54.440326 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a80de863-c531-4877-83cb-cbabced02b38 req-896722b2-7d51-4001-aa6f-3ceafe4c72a9 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.2056212 Jan 20 20:56:54.545520 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a80de863-c531-4877-83cb-cbabced02b38 req-e2485089-04c8-40fe-aa47-540dbd6b6cfb tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032720 Jan 20 20:56:54.582437 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba63b0d-7da2-48a1-9f96-da7cc0e1b47d req-bf6d7392-a86c-4067-a204-e6d4c864aa16 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:54.590509 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8ba63b0d-7da2-48a1-9f96-da7cc0e1b47d req-bf6d7392-a86c-4067-a204-e6d4c864aa16 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 1.2864921 Jan 20 20:56:54.718611 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=870da4cf-9ad9-4a7e-863b-e86bf6db11e6,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:54.723249 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:55.074057 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8ba63b0d-7da2-48a1-9f96-da7cc0e1b47d req-8c1e8cb2-902f-4f37-a680-d3689bdd8c20 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4125030 Jan 20 20:56:55.328440 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:55.338486 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:55.414311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:55.576958 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851088269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854398142'] for router_interface, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:55.625900 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:55.740016 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:55.740560 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:55.779743 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Pushing event updated for resources: {'Port': ['ID=1f2b5955-0e22-46c4-8db5-8c70152b9384,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:55.789584 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:55.812769 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Network 296e01d9-eed6-4c61-9729-39e865bcc82f is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:56:55.814191 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:56:55.932944 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 9a6bbc1d-781e-454c-9848-271f4adcb17e up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:56.066079 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 9a6bbc1d-781e-454c-9848-271f4adcb17e completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:56:56.072733 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 9a6bbc1d-781e-454c-9848-271f4adcb17e triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:56.073423 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:56.211695 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Router 6cfff5e4-08e0-46fa-be49-b35f71e1c475 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 20:56:56.367269 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-96e60bf7-b57f-4782-a087-c6e09bf77c7a None None] Provisioning complete for port 1f2b5955-0e22-46c4-8db5-8c70152b9384 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:56.367269 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-96e60bf7-b57f-4782-a087-c6e09bf77c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:56.498225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-96e60bf7-b57f-4782-a087-c6e09bf77c7a None None] Port 1f2b5955-0e22-46c4-8db5-8c70152b9384 cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 20:56:56.536448 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:56.571138 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port 9a6bbc1d-781e-454c-9848-271f4adcb17e, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=9a6bbc1d-781e-454c-9848-271f4adcb17e,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:56:56.580430 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:56.588295 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c062194d-27cf-495a-a3e7-412e503a4306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:56:56.710113 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=9a6bbc1d-781e-454c-9848-271f4adcb17e,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:56:56.728114 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:56:56.841772 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:56:56.864079 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] 10.222.0.18 "PUT /v2.0/routers/6cfff5e4-08e0-46fa-be49-b35f71e1c475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3391058 Jan 20 20:56:57.507419 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 9a6bbc1d-781e-454c-9848-271f4adcb17e up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:56:57.656749 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 9a6bbc1d-781e-454c-9848-271f4adcb17e triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:56:57.657739 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:58.448501 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9ade4-ac55-4801-b350-3eb7d1d2936b req-8701d93c-5aaf-4714-ad38-b2b342430256 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:56:58.467399 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-63b9ade4-ac55-4801-b350-3eb7d1d2936b req-8701d93c-5aaf-4714-ad38-b2b342430256 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.2618093 Jan 20 20:56:58.562745 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-63b9ade4-ac55-4801-b350-3eb7d1d2936b req-f059e246-7ca2-4009-ae69-145d3437db52 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906765 Jan 20 20:56:58.577164 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Sync routers for ids ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:56:58.592664 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Routers {'6cfff5e4-08e0-46fa-be49-b35f71e1c475'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:56:58.593439 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:56:33Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:58.939918 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Set router 6cfff5e4-08e0-46fa-be49-b35f71e1c475 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:56:59.368588 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'name': 'tempest-TestMinimumBasicScenario-1381442890-router', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:43Z', 'updated_at': '2021-01-20T20:56:53Z', 'revision_number': 4, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'gw_port': {'id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:45Z', 'updated_at': '2021-01-20T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '1f2b5955-0e22-46c4-8db5-8c70152b9384', 'name': '', 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'mac_address': 'fa:16:3e:61:18:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '397012bd-7b76-4a96-a088-d52b2af7ec97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:51Z', 'updated_at': '2021-01-20T20:56:54Z', 'revision_number': 2, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'subnets': [{'id': '397012bd-7b76-4a96-a088-d52b2af7ec97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:56:59.375742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Checking router: 6cfff5e4-08e0-46fa-be49-b35f71e1c475 for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:56:59.376304 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Updating router 6cfff5e4-08e0-46fa-be49-b35f71e1c475 port 1f2b5955-0e22-46c4-8db5-8c70152b9384 binding host dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 20:56:59.460453 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:56:59.538588 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f753f58d-af79-4946-87cf-675b3c009365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:00.159112 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21492113-0897-4e20-8c26-a2bd149f0a20 req-0de7982a-c064-43fe-a019-6d259f610027 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:00.161350 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-21492113-0897-4e20-8c26-a2bd149f0a20 req-0de7982a-c064-43fe-a019-6d259f610027 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.2833467 Jan 20 20:57:00.253014 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-21492113-0897-4e20-8c26-a2bd149f0a20 req-668e4194-196b-49f0-8bf8-71a8d80b7ae7 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843847 Jan 20 20:57:00.480764 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:00.520364 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Transition to ACTIVE for port object 1f2b5955-0e22-46c4-8db5-8c70152b9384 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:57:00.526118 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:00.701325 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:00.817171 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f089f-0091-4645-834c-57a138ef0491 None None] Pushing event updated for resources: {'Port': ['ID=1f2b5955-0e22-46c4-8db5-8c70152b9384,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:00.829944 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fe6f089f-0091-4645-834c-57a138ef0491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:01.051498 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Attempting to bind port 1f2b5955-0e22-46c4-8db5-8c70152b9384 on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:57:01.051498 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Attempting to bind port 1f2b5955-0e22-46c4-8db5-8c70152b9384 by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': '577b47de-df02-49f3-b50a-c1ba43cf5e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:57:01.051947 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Attempting to bind port 1f2b5955-0e22-46c4-8db5-8c70152b9384 on network 296e01d9-eed6-4c61-9729-39e865bcc82f {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:57:01.058924 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:57:01.059481 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Checking segment: {'id': '577b47de-df02-49f3-b50a-c1ba43cf5e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:57:01.059827 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:01.060276 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Bound using segment: {'id': '577b47de-df02-49f3-b50a-c1ba43cf5e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:57:01.060822 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Bound port: 1f2b5955-0e22-46c4-8db5-8c70152b9384, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577b47de-df02-49f3-b50a-c1ba43cf5e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:57:01.061249 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:01.430781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] For port 1f2b5955-0e22-46c4-8db5-8c70152b9384, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:57:01.445085 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] For port 1f2b5955-0e22-46c4-8db5-8c70152b9384, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=1f2b5955-0e22-46c4-8db5-8c70152b9384,segment=NetworkSegment(577b47de-df02-49f3-b50a-c1ba43cf5e72),segment_id=577b47de-df02-49f3-b50a-c1ba43cf5e72)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:57:01.453866 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:01.541462 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:01.817475 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f089f-0091-4645-834c-57a138ef0491 None None] Pushing event updated for resources: {'Port': ['ID=1f2b5955-0e22-46c4-8db5-8c70152b9384,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:01.999027 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fe6f089f-0091-4645-834c-57a138ef0491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:02.089922 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f03040ac-dbc5-4f74-b6fa-d9814b2e3225 req-5500eeed-feae-4bd8-83a2-8e9bc66a3b9b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2549126 Jan 20 20:57:02.153370 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1f49a-9952-4a80-997a-492a670dadf2 req-564ac91e-10ad-4ee2-a814-2238f48e2414 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:02.185113 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c8f1f49a-9952-4a80-997a-492a670dadf2 req-564ac91e-10ad-4ee2-a814-2238f48e2414 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.4347522 Jan 20 20:57:02.198790 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Routers {'6cfff5e4-08e0-46fa-be49-b35f71e1c475'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:57:02.201384 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:56:33Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:57:02.358614 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 53908) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:57:02.421991 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c8f1f49a-9952-4a80-997a-492a670dadf2 req-a5410da4-4a3a-4203-9324-6a677e76d939 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358022 Jan 20 20:57:02.430865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03040ac-dbc5-4f74-b6fa-d9814b2e3225 req-f4806702-f336-4436-9c2c-58625166bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:02.433478 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f03040ac-dbc5-4f74-b6fa-d9814b2e3225 req-f4806702-f336-4436-9c2c-58625166bdd3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd4acf44f08949f899f3c5761d72cb34&device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 1162 time: 0.2454157 Jan 20 20:57:02.741218 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03040ac-dbc5-4f74-b6fa-d9814b2e3225 req-54e97097-633a-4e96-be4a-b17a57ed049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:02.743296 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f03040ac-dbc5-4f74-b6fa-d9814b2e3225 req-54e97097-633a-4e96-be4a-b17a57ed049e service neutron] 10.222.0.10 "GET /v2.0/networks?id=32b3adf7-5052-49cb-b08c-47d815946f90 HTTP/1.1" status: 200 len: 913 time: 0.2790384 Jan 20 20:57:02.833446 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:02.844595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bf7d677b-e6c1-42f9-ae01-f70d589ff69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:02.859792 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] Set router 6cfff5e4-08e0-46fa-be49-b35f71e1c475 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:57:02.900556 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f03040ac-dbc5-4f74-b6fa-d9814b2e3225 req-b84fce7a-fb5c-4233-8267-986e984db2e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dd5a250-83c3-4812-8a99-cd93e09311d3 HTTP/1.1" status: 200 len: 217 time: 0.1490915 Jan 20 20:57:02.903658 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ef1b4dd5-2e12-4f71-8813-712e75c3d668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:02.947849 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ef1b4dd5-2e12-4f71-8813-712e75c3d668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:57:02.954160 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ef1b4dd5-2e12-4f71-8813-712e75c3d668 admin admin] Usage tracker for resource:security_group_rule and tenant:f20f74262f1c45ddb8e8f6c1b5e125b9 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:57:02.960626 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ef1b4dd5-2e12-4f71-8813-712e75c3d668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:57:02.980203 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ef1b4dd5-2e12-4f71-8813-712e75c3d668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:57:03.044073 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03040ac-dbc5-4f74-b6fa-d9814b2e3225 req-d727e5e8-ba2d-4b7f-9cef-ba98c6bec4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:03.046920 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f03040ac-dbc5-4f74-b6fa-d9814b2e3225 req-d727e5e8-ba2d-4b7f-9cef-ba98c6bec4ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e1a6ce97-8658-4c05-bda6-1c27ed45d811 HTTP/1.1" status: 200 len: 859 time: 0.1351516 Jan 20 20:57:03.203253 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f03040ac-dbc5-4f74-b6fa-d9814b2e3225 req-110176d3-aa26-4bbe-b296-c99c3a411e60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=32b3adf7-5052-49cb-b08c-47d815946f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465435 Jan 20 20:57:03.356387 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ef1b4dd5-2e12-4f71-8813-712e75c3d668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:03.363854 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ef1b4dd5-2e12-4f71-8813-712e75c3d668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:03.376824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e95f9f85-76d4-46a6-8ff1-7d9abc51ebbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:03.386983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:03.448807 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'name': 'tempest-TestMinimumBasicScenario-1381442890-router', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:43Z', 'updated_at': '2021-01-20T20:56:53Z', 'revision_number': 4, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'gw_port': {'id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:45Z', 'updated_at': '2021-01-20T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '1f2b5955-0e22-46c4-8db5-8c70152b9384', 'name': '', 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'mac_address': 'fa:16:3e:61:18:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '397012bd-7b76-4a96-a088-d52b2af7ec97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:51Z', 'updated_at': '2021-01-20T20:57:01Z', 'revision_number': 4, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'subnets': [{'id': '397012bd-7b76-4a96-a088-d52b2af7ec97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:57:03.461799 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bbdf84-f5de-430d-8740-1bb8bd17fce3 None None] The sync data for ids ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'] in dv-cinder-749155-5-iscsi is: [{'id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'name': 'tempest-TestMinimumBasicScenario-1381442890-router', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:43Z', 'updated_at': '2021-01-20T20:56:53Z', 'revision_number': 4, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'gw_port': {'id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:45Z', 'updated_at': '2021-01-20T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '1f2b5955-0e22-46c4-8db5-8c70152b9384', 'name': '', 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'mac_address': 'fa:16:3e:61:18:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '397012bd-7b76-4a96-a088-d52b2af7ec97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:51Z', 'updated_at': '2021-01-20T20:57:01Z', 'revision_number': 4, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'subnets': [{'id': '397012bd-7b76-4a96-a088-d52b2af7ec97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:57:03.473922 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-ef1b4dd5-2e12-4f71-8813-712e75c3d668 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f20f74262f1c45ddb8e8f6c1b5e125b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1140707 Jan 20 20:57:03.475406 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 53932) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:57:03.544519 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b4dd5-2e12-4f71-8813-712e75c3d668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abef64e1-a322-49fc-90d8-21e3004ad9fe,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:03.549498 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ef1b4dd5-2e12-4f71-8813-712e75c3d668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:03.608296 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f03040ac-dbc5-4f74-b6fa-d9814b2e3225 req-0dcd50d9-b540-4d1d-bf23-d59ca67685c9 service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944175 Jan 20 20:57:03.622156 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-146b7b1d-a700-4f26-a7ae-67c5c4f6c409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:03.681005 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:03.682799 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-146b7b1d-a700-4f26-a7ae-67c5c4f6c409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:03.817155 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-146b7b1d-a700-4f26-a7ae-67c5c4f6c409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:03.843181 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:03.870666 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b7b1d-a700-4f26-a7ae-67c5c4f6c409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abef64e1-a322-49fc-90d8-21e3004ad9fe,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:03.888672 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-146b7b1d-a700-4f26-a7ae-67c5c4f6c409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:03.890944 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-146b7b1d-a700-4f26-a7ae-67c5c4f6c409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:03.892612 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-146b7b1d-a700-4f26-a7ae-67c5c4f6c409 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abef64e1-a322-49fc-90d8-21e3004ad9fe HTTP/1.1" status: 204 len: 168 time: 0.4137540 Jan 20 20:57:04.146007 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f03040ac-dbc5-4f74-b6fa-d9814b2e3225 req-2f211184-5828-474e-b78f-36e78614e5a8 service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5305529 Jan 20 20:57:04.437298 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654ba3a-8a38-4d9b-89c7-22ec7748c748 req-34721af7-7fed-46db-b49e-ec0a28513ae3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:04.438540 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 53946) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:57:04.446181 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a654ba3a-8a38-4d9b-89c7-22ec7748c748 req-34721af7-7fed-46db-b49e-ec0a28513ae3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.2166214 Jan 20 20:57:04.584787 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a654ba3a-8a38-4d9b-89c7-22ec7748c748 req-09bd8c67-3b16-41b0-87c4-5091249d5b9f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371884 Jan 20 20:57:05.046009 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8c30cb0f-e83e-472f-b66d-2a9a23ce1c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:05.069835 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-8c30cb0f-e83e-472f-b66d-2a9a23ce1c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:57:05.074532 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-8c30cb0f-e83e-472f-b66d-2a9a23ce1c0c admin admin] Usage tracker for resource:security_group_rule and tenant:bc64ebea841849f6a45e6056d2d6ab77 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:57:05.078025 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-8c30cb0f-e83e-472f-b66d-2a9a23ce1c0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:57:05.085054 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-8c30cb0f-e83e-472f-b66d-2a9a23ce1c0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:57:05.276553 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8c30cb0f-e83e-472f-b66d-2a9a23ce1c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:05.281721 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8c30cb0f-e83e-472f-b66d-2a9a23ce1c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:05.301800 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-979d1559-d7d5-45b1-91ee-0b4f8102a67c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:05.399138 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30cb0f-e83e-472f-b66d-2a9a23ce1c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52f6abc-f184-4f08-aceb-54efcfcd0ac6,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:05.417593 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-8c30cb0f-e83e-472f-b66d-2a9a23ce1c0c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc64ebea841849f6a45e6056d2d6ab77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9762595 Jan 20 20:57:05.422107 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 53966) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:57:05.422943 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8c30cb0f-e83e-472f-b66d-2a9a23ce1c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:05.613786 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 1f2b5955-0e22-46c4-8db5-8c70152b9384 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:57:05.648061 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-636df870-0304-4786-87ff-cf04e75f19d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:05.707805 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-636df870-0304-4786-87ff-cf04e75f19d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:05.877577 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 1f2b5955-0e22-46c4-8db5-8c70152b9384 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:57:05.937825 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 1f2b5955-0e22-46c4-8db5-8c70152b9384 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:57:05.938241 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:06.110961 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-636df870-0304-4786-87ff-cf04e75f19d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:06.110961 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7c157f89-d745-485a-973e-2c2d62dd5f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:06.137955 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636df870-0304-4786-87ff-cf04e75f19d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52f6abc-f184-4f08-aceb-54efcfcd0ac6,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:06.146066 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-636df870-0304-4786-87ff-cf04e75f19d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:06.154609 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-636df870-0304-4786-87ff-cf04e75f19d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:06.163234 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-636df870-0304-4786-87ff-cf04e75f19d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c52f6abc-f184-4f08-aceb-54efcfcd0ac6 HTTP/1.1" status: 204 len: 168 time: 0.7272015 Jan 20 20:57:06.217325 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062eab0e-cabd-4ea9-a6e5-4095d5833658 req-fd8d0f2f-28b7-422c-a36f-51aed882c6ee tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:06.235874 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-062eab0e-cabd-4ea9-a6e5-4095d5833658 req-fd8d0f2f-28b7-422c-a36f-51aed882c6ee tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.4151654 Jan 20 20:57:06.351313 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-062eab0e-cabd-4ea9-a6e5-4095d5833658 req-5ff9b610-4901-47bd-811c-78eda9174f18 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143215 Jan 20 20:57:06.364233 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:06.473148 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port 1f2b5955-0e22-46c4-8db5-8c70152b9384, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=1f2b5955-0e22-46c4-8db5-8c70152b9384,segment=NetworkSegment(577b47de-df02-49f3-b50a-c1ba43cf5e72),segment_id=577b47de-df02-49f3-b50a-c1ba43cf5e72)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:57:06.497974 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:06.500412 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fd2fa2ef-fd8c-4377-bc6e-b81c6875afd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:06.680852 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=1f2b5955-0e22-46c4-8db5-8c70152b9384,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:06.685543 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:07.693201 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 1f2b5955-0e22-46c4-8db5-8c70152b9384 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:57:07.876703 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 1f2b5955-0e22-46c4-8db5-8c70152b9384 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:57:07.877677 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:07.977370 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b630751-a86f-4af1-a87e-3c4a89e75071 req-8461971b-6019-480d-8ed7-a72f431f997b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:07.996038 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2b630751-a86f-4af1-a87e-3c4a89e75071 req-8461971b-6019-480d-8ed7-a72f431f997b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.3312721 Jan 20 20:57:08.167401 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2b630751-a86f-4af1-a87e-3c4a89e75071 req-619441b5-ddc0-489a-8ad8-1cf5b686ce11 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695502 Jan 20 20:57:08.840940 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:09.058849 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aac37e-ddf6-445e-8f08-a335db813035 req-f22243ba-abe4-46df-9ade-161c2957c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:09.060827 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-33aac37e-ddf6-445e-8f08-a335db813035 req-f22243ba-abe4-46df-9ade-161c2957c677 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd4acf44f08949f899f3c5761d72cb34&device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 1162 time: 0.2517097 Jan 20 20:57:09.216980 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149829e-cc9b-4c48-97ea-85152968f441 req-5a164c17-1885-40ec-a0b3-f49386f2d8f0 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:09.217342 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5149829e-cc9b-4c48-97ea-85152968f441 req-5a164c17-1885-40ec-a0b3-f49386f2d8f0 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.2687812 Jan 20 20:57:09.264496 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aac37e-ddf6-445e-8f08-a335db813035 req-0974621a-a831-492f-b4cd-609c1d023d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:09.266153 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-33aac37e-ddf6-445e-8f08-a335db813035 req-0974621a-a831-492f-b4cd-609c1d023d40 service neutron] 10.222.0.10 "GET /v2.0/networks?id=32b3adf7-5052-49cb-b08c-47d815946f90 HTTP/1.1" status: 200 len: 913 time: 0.1971614 Jan 20 20:57:09.366035 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-33aac37e-ddf6-445e-8f08-a335db813035 req-6d0b4cd1-9cd5-4c30-9343-a21e9449a104 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dd5a250-83c3-4812-8a99-cd93e09311d3 HTTP/1.1" status: 200 len: 217 time: 0.0815911 Jan 20 20:57:09.479761 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aac37e-ddf6-445e-8f08-a335db813035 req-cf894b45-bc6a-4f3e-bf07-1e777618e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:09.482079 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-33aac37e-ddf6-445e-8f08-a335db813035 req-cf894b45-bc6a-4f3e-bf07-1e777618e64c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e1a6ce97-8658-4c05-bda6-1c27ed45d811 HTTP/1.1" status: 200 len: 859 time: 0.1023605 Jan 20 20:57:09.490027 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5149829e-cc9b-4c48-97ea-85152968f441 req-c0d6de8b-7eba-41c9-93a6-6d4f0bd12b14 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719843 Jan 20 20:57:09.544086 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-33aac37e-ddf6-445e-8f08-a335db813035 req-5c6e7232-c702-4e52-abec-b2390d9d74bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=32b3adf7-5052-49cb-b08c-47d815946f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513334 Jan 20 20:57:09.788258 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-33aac37e-ddf6-445e-8f08-a335db813035 req-d2fee01e-947e-4c20-9991-c04ea41b6dae service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350054 Jan 20 20:57:10.165253 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-33aac37e-ddf6-445e-8f08-a335db813035 req-25b1bcac-ccfe-4f15-90a5-75b89512faad service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3190079 Jan 20 20:57:10.251043 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fdde1-0049-4776-84fd-192379ba21ca req-d37fdc43-23a3-47db-bc36-23acaa5e7dd0 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:10.260372 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cc4fdde1-0049-4776-84fd-192379ba21ca req-d37fdc43-23a3-47db-bc36-23acaa5e7dd0 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.4833894 Jan 20 20:57:10.339289 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cc4fdde1-0049-4776-84fd-192379ba21ca req-af6873e8-babc-4e98-bb87-22207f764c79 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780363 Jan 20 20:57:10.816991 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-e3d103fc-0be6-4bd7-9276-cdbc1097d2ad tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:10.838304 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-e3d103fc-0be6-4bd7-9276-cdbc1097d2ad tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/networks?id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8 HTTP/1.1" status: 200 len: 815 time: 0.3729739 Jan 20 20:57:10.861882 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-d93dd6b2-cc01-453a-b0c2-3b5560b19b1e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/quotas/76c7abf965e144cf8d55b3ce9914e21b HTTP/1.1" status: 200 len: 375 time: 0.0224586 Jan 20 20:57:10.987103 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d975ef-9c9c-487a-84f5-243f12fb08db req-d9601005-abe8-47ff-ba01-9e6770dcc9b4 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:11.002843 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-20d975ef-9c9c-487a-84f5-243f12fb08db req-d9601005-abe8-47ff-ba01-9e6770dcc9b4 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.2528980 Jan 20 20:57:11.087483 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-32437be6-db9e-4bd5-b3b8-44d37155140d tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?tenant_id=76c7abf965e144cf8d55b3ce9914e21b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2244725 Jan 20 20:57:11.142101 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-20d975ef-9c9c-487a-84f5-243f12fb08db req-a1c3d83b-2b41-4a87-81d7-ab6f6e51bb3d tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381211 Jan 20 20:57:11.524092 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-fcd7b19b-1b2b-49ac-930e-14d31d8c4006 service neutron] 10.222.0.18 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353113 Jan 20 20:57:11.820287 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-92bf90bc-7d10-4c30-9a4c-ea0bedf97e3a service neutron] 10.222.0.18 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2893996 Jan 20 20:57:11.879382 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534734b-c485-47e5-b7bc-3277a82b21f2 req-469422d3-4101-445e-acdc-fdeffc0e5532 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:11.881092 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b534734b-c485-47e5-b7bc-3277a82b21f2 req-469422d3-4101-445e-acdc-fdeffc0e5532 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.1321673 Jan 20 20:57:11.974153 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b534734b-c485-47e5-b7bc-3277a82b21f2 req-db58fc17-004e-4ea9-ab5f-dd3b154cfd52 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813372 Jan 20 20:57:12.125446 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-397aa287-56aa-4dfb-b7e5-d69ad10c2aa5 req-348dd10b-bf9b-4ed2-a048-1e977f2988df tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 210 time: 0.0747175 Jan 20 20:57:12.714810 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a260893-7655-4c38-b283-64648ff4e719 req-a4f74e02-19b7-4d4f-bd18-f5337c9fe7d7 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:12.725175 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9a260893-7655-4c38-b283-64648ff4e719 req-a4f74e02-19b7-4d4f-bd18-f5337c9fe7d7 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.3038826 Jan 20 20:57:12.859221 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9a260893-7655-4c38-b283-64648ff4e719 req-cf21510c-3326-43e0-9a5e-ec6a808c1e36 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328847 Jan 20 20:57:13.663990 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3909b812-7177-4820-b9c2-3060b011abe7 req-a3542508-3868-499e-9047-99a519bf6cba tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 210 time: 0.2635121 Jan 20 20:57:13.971019 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2330e-7fe5-483e-b427-4b4ca5331bfd req-0f6f0968-f91a-4e53-9332-d2b2a5da5a3e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:13.979280 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-68e2330e-7fe5-483e-b427-4b4ca5331bfd req-0f6f0968-f91a-4e53-9332-d2b2a5da5a3e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.3309047 Jan 20 20:57:14.088647 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-68e2330e-7fe5-483e-b427-4b4ca5331bfd req-d53dbbdd-0df3-463b-8fac-66b57a850f48 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076202 Jan 20 20:57:14.309838 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14335ff3-8335-4b9e-95d1-822d9fbff11c req-df23ee89-60d5-4bf0-b289-89650a94413f tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:14.318759 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-14335ff3-8335-4b9e-95d1-822d9fbff11c req-df23ee89-60d5-4bf0-b289-89650a94413f tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1498885 Jan 20 20:57:14.444295 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-14335ff3-8335-4b9e-95d1-822d9fbff11c req-276970ef-179d-44da-adc3-c81b21ac422b tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239274 Jan 20 20:57:15.316652 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-556db133-8a48-428b-81e3-11d62979d99b req-37c94985-eb5f-4aa4-98b7-86beba805d18 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 210 time: 0.3564122 Jan 20 20:57:15.369350 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60bb59-925d-42a2-9d89-53e574c5d627 req-cd86a543-fdf7-417c-8624-51440142c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:15.372807 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bb60bb59-925d-42a2-9d89-53e574c5d627 req-cd86a543-fdf7-417c-8624-51440142c724 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf5cad5f8aed4851835a12ce330c8ebc&device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 1162 time: 0.4979177 Jan 20 20:57:15.804451 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4e81f-c222-4194-a871-1bdd736d0667 req-048d5fe1-b6cd-4d5f-927c-6c310557ba14 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:15.831405 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4fc4e81f-c222-4194-a871-1bdd736d0667 req-048d5fe1-b6cd-4d5f-927c-6c310557ba14 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.5712364 Jan 20 20:57:15.963195 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b70726-f9eb-45e6-9914-d5f9bac7641b req-2b3bee34-0ab7-4961-ab8e-1b0393abd772 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:15.966467 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-54b70726-f9eb-45e6-9914-d5f9bac7641b req-2b3bee34-0ab7-4961-ab8e-1b0393abd772 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.3661988 Jan 20 20:57:16.018890 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4fc4e81f-c222-4194-a871-1bdd736d0667 req-27b7754c-d00f-4ad9-ae85-d6b8e019baff tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789389 Jan 20 20:57:16.311241 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-54b70726-f9eb-45e6-9914-d5f9bac7641b req-8f1a25da-c119-4b3c-9595-efc5e0c7360e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3370979 Jan 20 20:57:16.360493 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-8a00d78b-1f95-4809-9ae1-03c62c5b54ce tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:16.369853 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-8a00d78b-1f95-4809-9ae1-03c62c5b54ce tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.10 "GET /v2.0/networks?id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8 HTTP/1.1" status: 200 len: 815 time: 0.2888730 Jan 20 20:57:16.416773 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Request body: {'port': {'device_id': '3046cbf3-561f-4626-8097-e33ef6d5fba2', 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8', 'admin_state_up': True, 'tenant_id': '76c7abf965e144cf8d55b3ce9914e21b'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:57:16.458716 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 54210) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:57:16.661422 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecf4a4-ad46-4412-b4ed-ea755d1df15f req-87bbe7f2-c1d8-4d5d-b275-a54a575fc1e3 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:16.663206 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9cecf4a4-ad46-4412-b4ed-ea755d1df15f req-87bbe7f2-c1d8-4d5d-b275-a54a575fc1e3 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1270261 Jan 20 20:57:16.710968 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:57:16.722307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:57:16.735218 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Made reservation on behalf of 76c7abf965e144cf8d55b3ce9914e21b for: {'port': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:57:16.742057 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9cecf4a4-ad46-4412-b4ed-ea755d1df15f req-e57c2929-720e-4c5c-a4a7-b623a09d63f7 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695426 Jan 20 20:57:16.745046 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:16.825721 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fbc88338-e342-40f2-9fb9-9529422a9845 req-02bf2666-1a4e-4f45-8642-ac3e3ca9aa0c tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 210 time: 0.0948288 Jan 20 20:57:16.826911 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60bb59-925d-42a2-9d89-53e574c5d627 req-c5d37b2a-61dc-40d6-8a7f-0f03711c13d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:16.828498 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bb60bb59-925d-42a2-9d89-53e574c5d627 req-c5d37b2a-61dc-40d6-8a7f-0f03711c13d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9041c0a2-a772-4470-a39a-9b8ab252366c HTTP/1.1" status: 200 len: 910 time: 1.4350460 Jan 20 20:57:16.850988 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:16.868946 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:57:16.873776 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Usage tracker for resource:security_group_rule and tenant:92c804eca7cd41b48d1ce86bd2030c5a is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:57:16.877075 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:57:16.885173 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:57:17.028365 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:17.032968 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:17.042193 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fa4087c9-6ad6-4c32-82aa-86f4ae677d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:17.096987 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92c804eca7cd41b48d1ce86bd2030c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6345191 Jan 20 20:57:17.100344 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 54220) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:57:17.139139 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bb60bb59-925d-42a2-9d89-53e574c5d627 req-c146db15-5026-4b0d-8029-600e8bca5ee4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=675cedcd-4983-46b0-936f-bcc8dd8ef3b8 HTTP/1.1" status: 200 len: 1001 time: 0.2556283 Jan 20 20:57:17.180540 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d5d79a0d-4f92-407b-b5b4-caad87b152f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:17.198295 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92376f03-e1fe-4ffb-be0a-9f9d853a7420,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:17.220976 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.221461 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.221905 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.223059 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.223436 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.224443 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.224924 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.225745 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.226146 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.226604 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.227285 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.227665 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.228892 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.231808 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.232676 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.233422 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.233808 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.234888 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.235578 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.236360 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.236816 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.237909 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.238628 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.239389 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:17.250221 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:17.270042 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d5d79a0d-4f92-407b-b5b4-caad87b152f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:17.362920 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d5d79a0d-4f92-407b-b5b4-caad87b152f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:17.375096 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9ac66868-42ea-4713-8530-5beadfe94eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:17.378033 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60bb59-925d-42a2-9d89-53e574c5d627 req-18a7da77-565b-495a-85ee-d9ac7de8118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:17.380207 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bb60bb59-925d-42a2-9d89-53e574c5d627 req-18a7da77-565b-495a-85ee-d9ac7de8118e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9d457b81-4eac-442d-b015-2dcf9f7a050c HTTP/1.1" status: 200 len: 855 time: 0.2022772 Jan 20 20:57:17.466034 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d79a0d-4f92-407b-b5b4-caad87b152f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92376f03-e1fe-4ffb-be0a-9f9d853a7420,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:17.468726 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d5d79a0d-4f92-407b-b5b4-caad87b152f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:17.471957 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d5d79a0d-4f92-407b-b5b4-caad87b152f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:17.476194 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-d5d79a0d-4f92-407b-b5b4-caad87b152f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92376f03-e1fe-4ffb-be0a-9f9d853a7420 HTTP/1.1" status: 204 len: 168 time: 0.3747346 Jan 20 20:57:17.645453 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cbe92-a032-46b2-b660-aeef7af6a2cb req-c99c5425-259d-4619-8b83-96a72b49e9cc tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:17.661094 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-652cbe92-a032-46b2-b660-aeef7af6a2cb req-c99c5425-259d-4619-8b83-96a72b49e9cc tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.2376218 Jan 20 20:57:17.729925 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Allocated IP 172.20.0.8 (02f02c29-d0f9-49ff-9943-9bbf967e5bb8/377a8709-324b-4662-b116-58cbd4317af0/ac31a44b-3c17-4d2c-a025-1ae9543c1954) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:57:17.730463 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-652cbe92-a032-46b2-b660-aeef7af6a2cb req-2244ab4a-585b-4397-97f6-c9ab08842c28 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682974 Jan 20 20:57:17.962101 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60bb59-925d-42a2-9d89-53e574c5d627 req-812c596c-66a5-4e60-98d1-dd482acce12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:17.969762 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bb60bb59-925d-42a2-9d89-53e574c5d627 req-812c596c-66a5-4e60-98d1-dd482acce12d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9041c0a2-a772-4470-a39a-9b8ab252366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5756412 Jan 20 20:57:18.051674 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22e027-abc4-4362-8aea-e6dee6ff9923 req-67af1da5-102b-4b02-8818-e17d37da1c1d tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:18.060490 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac22e027-abc4-4362-8aea-e6dee6ff9923 req-67af1da5-102b-4b02-8818-e17d37da1c1d tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1279523 Jan 20 20:57:18.129499 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac22e027-abc4-4362-8aea-e6dee6ff9923 req-26ca9617-5faa-42c5-82c6-bd75b9bd8a5b tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677974 Jan 20 20:57:18.335743 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e77e8757-f931-416f-867c-d99ded8e8c11 req-22127728-9207-426a-92a8-96acbf33f851 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 210 time: 0.0759537 Jan 20 20:57:18.336830 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bb60bb59-925d-42a2-9d89-53e574c5d627 req-458ab678-d10f-47f1-9f51-e6b1ac08c570 service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436120 Jan 20 20:57:18.496576 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 54250) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:57:18.524932 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4ac3-a332-4df0-899e-dd3275dd7865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:18.545915 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-bc4f4ac3-a332-4df0-899e-dd3275dd7865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:57:18.553492 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-bc4f4ac3-a332-4df0-899e-dd3275dd7865 admin admin] Usage tracker for resource:security_group_rule and tenant:8c80a1a792bd4b47bd52dd9a0ff84d65 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:57:18.557266 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-bc4f4ac3-a332-4df0-899e-dd3275dd7865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:57:18.566010 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-bc4f4ac3-a332-4df0-899e-dd3275dd7865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:57:18.685425 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10890c6-ea40-4bc2-93c5-1145e550e40c req-d887f81e-25b1-4a97-bed1-e7e262db5c22 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:18.687325 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f10890c6-ea40-4bc2-93c5-1145e550e40c req-d887f81e-25b1-4a97-bed1-e7e262db5c22 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.9636836 Jan 20 20:57:18.693080 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4ac3-a332-4df0-899e-dd3275dd7865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:18.697827 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bc4f4ac3-a332-4df0-899e-dd3275dd7865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:18.707811 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-64f889c9-c582-40b6-b453-c467fc1ea962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:18.788395 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-bc4f4ac3-a332-4df0-899e-dd3275dd7865 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c80a1a792bd4b47bd52dd9a0ff84d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899699 Jan 20 20:57:18.798613 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 54258) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:57:18.805673 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f4ac3-a332-4df0-899e-dd3275dd7865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2df57a-4570-4adc-a557-dc26b5a3eded,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:18.836139 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f10890c6-ea40-4bc2-93c5-1145e550e40c req-0037a78a-171f-4b4a-9ab9-a8b8a25e88df tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694337 Jan 20 20:57:18.838618 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bc4f4ac3-a332-4df0-899e-dd3275dd7865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:18.844855 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bb60bb59-925d-42a2-9d89-53e574c5d627 req-c27cedc3-a57d-495b-ab83-0ac8811d466f service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4373622 Jan 20 20:57:19.010331 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a591ade0-21cc-4f18-9a38-216bcbb3814c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:19.031051 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:19.078196 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:19.129269 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a591ade0-21cc-4f18-9a38-216bcbb3814c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:19.252280 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb267f2-2f7b-43f3-8b92-aef6856ebd1f req-ec2e555e-69ba-41b6-98af-83f415c2cbfa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:19.260492 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7bb267f2-2f7b-43f3-8b92-aef6856ebd1f req-ec2e555e-69ba-41b6-98af-83f415c2cbfa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.2188723 Jan 20 20:57:19.287591 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dfd5b98e-31e4-4f6d-958c-9f5acf6ca88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:19.327696 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7bb267f2-2f7b-43f3-8b92-aef6856ebd1f req-0eea9198-c6dc-4047-8e3f-5355d0f764a6 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657117 Jan 20 20:57:19.346067 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a591ade0-21cc-4f18-9a38-216bcbb3814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:19.351934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2450a009-e444-41fd-9926-414d4c388ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:19.382798 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591ade0-21cc-4f18-9a38-216bcbb3814c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2df57a-4570-4adc-a557-dc26b5a3eded,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:19.396704 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a591ade0-21cc-4f18-9a38-216bcbb3814c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:19.417181 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a591ade0-21cc-4f18-9a38-216bcbb3814c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:19.419019 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-a591ade0-21cc-4f18-9a38-216bcbb3814c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc2df57a-4570-4adc-a557-dc26b5a3eded HTTP/1.1" status: 204 len: 168 time: 0.6185682 Jan 20 20:57:19.492537 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Pushing event updated for resources: {'Port': ['ID=ac31a44b-3c17-4d2c-a025-1ae9543c1954,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:19.602327 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.602915 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.603204 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.603613 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.604015 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.604420 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.604815 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.605214 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.605841 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.606343 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.606811 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.607260 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.607700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.608082 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.608465 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.608857 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.609254 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.609636 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.610008 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.610397 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.610810 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.611200 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.611588 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.612012 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:19.639348 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:19.654001 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Network 02f02c29-d0f9-49ff-9943-9bbf967e5bb8 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:57:19.663683 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-0b61c38e-7bce-4f99-8452-aa5f3b945035 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Synchronizing usage tracker for tenant:2d67811fe8b24d0ea0a79eea4cb3faec on resource:security_group {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:57:19.681584 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:57:19.684681 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:57:19.748078 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-0b61c38e-7bce-4f99-8452-aa5f3b945035 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Unset dirty status for tenant:2d67811fe8b24d0ea0a79eea4cb3faec on resource:security_group {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:57:19.749365 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-0b61c38e-7bce-4f99-8452-aa5f3b945035 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1147044259&fields=id&tenant_id=2d67811fe8b24d0ea0a79eea4cb3faec HTTP/1.1" status: 200 len: 267 time: 0.2671056 Jan 20 20:57:19.815733 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662b676-8b28-4ffc-a63a-da1d7d3561b8 req-9b43379b-c15f-42c0-9dbb-32eb773e074b tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:19.817463 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1662b676-8b28-4ffc-a63a-da1d7d3561b8 req-9b43379b-c15f-42c0-9dbb-32eb773e074b tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.2885358 Jan 20 20:57:19.903577 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1662b676-8b28-4ffc-a63a-da1d7d3561b8 req-e137fb81-f88c-413d-a666-83902a870aed tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760849 Jan 20 20:57:19.978809 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:19.979571 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:20.040558 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6362462 Jan 20 20:57:20.075008 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Request body: {'port': {'device_id': '3046cbf3-561f-4626-8097-e33ef6d5fba2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:57:20.247410 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633ca3-d0a3-48d7-8d8c-1d1addbb9219 req-85c0d7aa-b7e7-4e47-92fd-efd3b4fa2523 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:20.249661 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c4633ca3-d0a3-48d7-8d8c-1d1addbb9219 req-85c0d7aa-b7e7-4e47-92fd-efd3b4fa2523 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 931 time: 0.2076807 Jan 20 20:57:20.404262 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c4633ca3-d0a3-48d7-8d8c-1d1addbb9219 req-27574f10-85c3-4dba-b210-46a6e05aae0e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476061 Jan 20 20:57:20.892284 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031da9b-04fe-46cd-b812-ba72443d99e7 req-87002ee5-1053-444e-8c44-0610e0079e3c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:20.903439 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:20.911912 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b031da9b-04fe-46cd-b812-ba72443d99e7 req-87002ee5-1053-444e-8c44-0610e0079e3c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.2811565 Jan 20 20:57:21.003193 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-c321c50f-ca92-4642-913d-b92c6c5f3662 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:21.017590 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-c321c50f-ca92-4642-913d-b92c6c5f3662 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/networks?id=3626e053-e2c6-4a9d-af31-12464de5babb HTTP/1.1" status: 200 len: 808 time: 1.2534521 Jan 20 20:57:21.019447 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b031da9b-04fe-46cd-b812-ba72443d99e7 req-5dbb2cef-f629-4129-aec6-20af8e706f80 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061211 Jan 20 20:57:21.048939 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-3f1291de-2991-46d5-bc58-05cbf12e689b tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/quotas/2d67811fe8b24d0ea0a79eea4cb3faec HTTP/1.1" status: 200 len: 375 time: 0.0297685 Jan 20 20:57:21.338662 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-fd7af73a-29d8-442e-9c8c-b434791502b1 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d67811fe8b24d0ea0a79eea4cb3faec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2880478 Jan 20 20:57:21.590941 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7353070-a524-4692-bbb3-7dc93657f0ef req-0f429809-e934-4f84-811a-e6ef6f71aeb4 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:21.607064 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7353070-a524-4692-bbb3-7dc93657f0ef req-0f429809-e934-4f84-811a-e6ef6f71aeb4 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.3267834 Jan 20 20:57:21.660300 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-fdf2bba3-1a41-427f-82dc-5d654665e307 service neutron] 10.222.0.18 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297978 Jan 20 20:57:21.710406 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7353070-a524-4692-bbb3-7dc93657f0ef req-f0e84da5-f996-4082-9cc1-9ea09a196c91 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017985 Jan 20 20:57:22.132005 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac31a44b-3c17-4d2c-a025-1ae9543c1954 {{(pid=80112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 20:57:22.142368 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:22.162784 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Transition to ACTIVE for port object ac31a44b-3c17-4d2c-a025-1ae9543c1954 will not be triggered until provisioned by entity L2. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:57:22.223144 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-403867a0-ad16-4168-804a-22d92ed3210e service neutron] 10.222.0.18 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5441060 Jan 20 20:57:22.224384 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:22.272340 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfbe08-6e80-447e-80f8-d3c1a846c4bf req-857319b6-b36b-4a6d-ade8-17d26ce9bfd4 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:22.274813 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e7bfbe08-6e80-447e-80f8-d3c1a846c4bf req-857319b6-b36b-4a6d-ade8-17d26ce9bfd4 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.2525091 Jan 20 20:57:22.334672 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4d5be420-1d05-424b-b744-01bbb148ab9c tempest-DeleteServersTestJSON-1930792340 tempest-DeleteServersTestJSON-1930792340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:22.401029 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e7bfbe08-6e80-447e-80f8-d3c1a846c4bf req-faf92dfa-0d4d-4f84-8da8-64d32bac9d6b tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155152 Jan 20 20:57:22.640184 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac31a44b-3c17-4d2c-a025-1ae9543c1954,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:22.646650 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:22.673393 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Attempting to bind port ac31a44b-3c17-4d2c-a025-1ae9543c1954 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:57:22.673936 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Attempting to bind port ac31a44b-3c17-4d2c-a025-1ae9543c1954 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '7f9c0258-7d21-46bc-96bf-f72e205bc55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8'}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:57:22.674541 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Attempting to bind port ac31a44b-3c17-4d2c-a025-1ae9543c1954 on network 02f02c29-d0f9-49ff-9943-9bbf967e5bb8 {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:57:22.683125 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:57:22.683735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Checking segment: {'id': '7f9c0258-7d21-46bc-96bf-f72e205bc55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:57:22.684254 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:22.684882 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Bound using segment: {'id': '7f9c0258-7d21-46bc-96bf-f72e205bc55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8'} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:57:22.685774 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Bound port: ac31a44b-3c17-4d2c-a025-1ae9543c1954, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9c0258-7d21-46bc-96bf-f72e205bc55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '02f02c29-d0f9-49ff-9943-9bbf967e5bb8'}}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:57:22.698914 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:22.907729 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cf7b1-083e-4eef-8a6f-b163ff1e2494 req-f6fc27bd-e56c-4b04-9474-fb1f47d2f7d8 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:22.919961 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-644cf7b1-083e-4eef-8a6f-b163ff1e2494 req-f6fc27bd-e56c-4b04-9474-fb1f47d2f7d8 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 943 time: 0.2324214 Jan 20 20:57:22.927934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] For port ac31a44b-3c17-4d2c-a025-1ae9543c1954, host hv-cinder-74915, cleared binding levels {{(pid=80112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:57:22.931735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] For port ac31a44b-3c17-4d2c-a025-1ae9543c1954, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=ac31a44b-3c17-4d2c-a025-1ae9543c1954,segment=NetworkSegment(7f9c0258-7d21-46bc-96bf-f72e205bc55e),segment_id=7f9c0258-7d21-46bc-96bf-f72e205bc55e)] {{(pid=80112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:57:22.936210 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:22.960724 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:23.011959 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-644cf7b1-083e-4eef-8a6f-b163ff1e2494 req-633d741c-dfef-4c98-b305-8dc3ddd5151a tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904546 Jan 20 20:57:23.351138 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:23.352018 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:23.353796 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-74471080-3313-48ee-a566-fefab20278b6 service neutron] 10.222.0.10 "PUT /v2.0/ports/ac31a44b-3c17-4d2c-a025-1ae9543c1954 HTTP/1.1" status: 200 len: 1157 time: 3.2931969 Jan 20 20:57:23.362170 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3046cbf3-561f-4626-8097-e33ef6d5fba2', 'tag': 'ac31a44b-3c17-4d2c-a025-1ae9543c1954'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:57:23.395318 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac31a44b-3c17-4d2c-a025-1ae9543c1954,revision_number=3']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:23.400179 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:23.610761 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620eb230-8fcf-4764-9619-ff633d2e4511 req-44a4b5f3-d13b-4e68-98d1-eae025994be9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:23.613051 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-620eb230-8fcf-4764-9619-ff633d2e4511 req-44a4b5f3-d13b-4e68-98d1-eae025994be9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.2944028 Jan 20 20:57:23.681351 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-620eb230-8fcf-4764-9619-ff633d2e4511 req-47133ab2-98e4-400c-a3c5-61935fb3bda9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616207 Jan 20 20:57:23.716506 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4066c1-2be4-46e1-bb89-0f12fbb100d4 req-f40fcd33-6e34-4525-b7d0-5ad26469b710 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:23.718340 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4e4066c1-2be4-46e1-bb89-0f12fbb100d4 req-f40fcd33-6e34-4525-b7d0-5ad26469b710 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1630085 Jan 20 20:57:23.866958 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4e4066c1-2be4-46e1-bb89-0f12fbb100d4 req-475acb4c-3a00-4663-8182-8f2a8fbefb39 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294749 Jan 20 20:57:23.872391 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-a434b8c9-a947-4889-b2a0-b84f2054060a req-8c7b6649-9812-4b9f-94b7-b3fa25c68ecc tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Synchronizing usage tracker for tenant:2d67811fe8b24d0ea0a79eea4cb3faec on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:57:23.895421 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-a434b8c9-a947-4889-b2a0-b84f2054060a req-8c7b6649-9812-4b9f-94b7-b3fa25c68ecc tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Unset dirty status for tenant:2d67811fe8b24d0ea0a79eea4cb3faec on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:57:23.904600 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a434b8c9-a947-4889-b2a0-b84f2054060a req-8c7b6649-9812-4b9f-94b7-b3fa25c68ecc tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 210 time: 0.1021407 Jan 20 20:57:23.992064 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3046cbf3-561f-4626-8097-e33ef6d5fba2', 'tag': 'ac31a44b-3c17-4d2c-a025-1ae9543c1954', 'status': 'completed', 'code': 200} Jan 20 20:57:24.289565 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca1ee4-8b7b-4e69-9cc1-76ed24e7319b req-9e497aea-2907-4df7-8e02-a700a9578f9c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:24.291621 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-37ca1ee4-8b7b-4e69-9cc1-76ed24e7319b req-9e497aea-2907-4df7-8e02-a700a9578f9c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1227136 Jan 20 20:57:24.310270 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f248cbe-c106-44b9-87a1-bc5ad1cfae1b req-94c05837-4c0b-43c2-ad89-3baf5957a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:24.312723 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5f248cbe-c106-44b9-87a1-bc5ad1cfae1b req-94c05837-4c0b-43c2-ad89-3baf5957a648 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76c7abf965e144cf8d55b3ce9914e21b&device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 1160 time: 0.2442985 Jan 20 20:57:24.427375 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-37ca1ee4-8b7b-4e69-9cc1-76ed24e7319b req-73078b58-9761-451c-bedb-f0671756757a tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196389 Jan 20 20:57:24.489284 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2dd5a250-83c3-4812-8a99-cd93e09311d3 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:57:24.679354 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 2dd5a250-83c3-4812-8a99-cd93e09311d3 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:57:24.680177 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:24.801816 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f248cbe-c106-44b9-87a1-bc5ad1cfae1b req-7417cc22-8583-4423-8b7c-5784cdc0943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:24.803649 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5f248cbe-c106-44b9-87a1-bc5ad1cfae1b req-7417cc22-8583-4423-8b7c-5784cdc0943c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=76c7abf965e144cf8d55b3ce9914e21b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4758577 Jan 20 20:57:25.050355 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 20:57:25.188860 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f248cbe-c106-44b9-87a1-bc5ad1cfae1b req-c058ef63-718e-497a-b323-c9751289c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:25.194171 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5f248cbe-c106-44b9-87a1-bc5ad1cfae1b req-c058ef63-718e-497a-b323-c9751289c902 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3809810 Jan 20 20:57:25.298742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:25.414931 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ca843-17cc-48ae-86d2-3cd4f95e3029 req-c2ed0dba-7638-4419-a811-0df485832d4e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:25.434154 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=675cedcd-4983-46b0-936f-bcc8dd8ef3b8,segment=NetworkSegment(1eeeebe1-ad87-4172-b3b3-c25b1371c4ce),segment_id=1eeeebe1-ad87-4172-b3b3-c25b1371c4ce)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:57:25.436010 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-163ca843-17cc-48ae-86d2-3cd4f95e3029 req-c2ed0dba-7638-4419-a811-0df485832d4e tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 943 time: 0.3438931 Jan 20 20:57:25.441131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083f232e-bdb5-4650-83b1-923033e030c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675cedcd-4983-46b0-936f-bcc8dd8ef3b8'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:57:25.458075 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:25.460706 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:25.616339 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-163ca843-17cc-48ae-86d2-3cd4f95e3029 req-4a4a12cd-b4fe-4dfa-b658-ba3d87529318 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786740 Jan 20 20:57:25.671188 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=675cedcd-4983-46b0-936f-bcc8dd8ef3b8,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:25.700381 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.700942 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.701483 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.702026 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.702596 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.703193 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.703786 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.704512 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.705036 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.705671 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.706334 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.718605 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.719474 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.720123 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.724742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eab030-992e-4012-925a-95f88c72250e req-27d9c23a-9e9d-44ae-aa4b-5943f52912c3 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:25.727119 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.727806 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.728457 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.729123 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.729777 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.730986 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.731654 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.732305 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.732959 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.746920 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-40eab030-992e-4012-925a-95f88c72250e req-27d9c23a-9e9d-44ae-aa4b-5943f52912c3 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.3288984 Jan 20 20:57:25.750992 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:57:25.764078 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:25.933531 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-c67cabb2-f448-4793-9e8d-db2c3c3f5cbd tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/networks?tenant_id=fd366b33bfbd40a28f5f53b36f0cd4b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694714 Jan 20 20:57:26.201240 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-c03169b7-8c09-45d8-b236-0e35078f0dc6 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:26.208364 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-c03169b7-8c09-45d8-b236-0e35078f0dc6 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.10 "GET /v2.0/networks?id=3626e053-e2c6-4a9d-af31-12464de5babb HTTP/1.1" status: 200 len: 808 time: 0.4573154 Jan 20 20:57:26.349751 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-df5fd34e-06de-47f3-99f4-37d0d60ccd98 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:26.367194 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-df5fd34e-06de-47f3-99f4-37d0d60ccd98 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4252532 Jan 20 20:57:26.415904 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-493dc6d0-b18c-42b5-ae2d-a05158d2f427 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/quotas/fd366b33bfbd40a28f5f53b36f0cd4b1 HTTP/1.1" status: 200 len: 375 time: 0.0455637 Jan 20 20:57:26.453596 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-e4ef3c02-9e49-499b-a7cd-3d67a9f65e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:26.457123 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-e4ef3c02-9e49-499b-a7cd-3d67a9f65e37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76c7abf965e144cf8d55b3ce9914e21b&device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 1160 time: 1.1498578 Jan 20 20:57:26.537706 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-aee0f42c-6724-4621-9771-61dc0ffc9279 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd366b33bfbd40a28f5f53b36f0cd4b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963290 Jan 20 20:57:26.687775 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-daa0a5d6-a58c-4e56-a017-b3c0deeb2d4d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac31a44b-3c17-4d2c-a025-1ae9543c1954 HTTP/1.1" status: 200 len: 217 time: 0.2075076 Jan 20 20:57:26.832204 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-d95413d6-ae36-4bea-a764-ea2d1dbdc0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:26.835746 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-d95413d6-ae36-4bea-a764-ea2d1dbdc0c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=377a8709-324b-4662-b116-58cbd4317af0 HTTP/1.1" status: 200 len: 855 time: 0.1358068 Jan 20 20:57:26.864020 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-40eab030-992e-4012-925a-95f88c72250e req-d581cff8-7210-4c21-8d81-487a0d834553 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1149547 Jan 20 20:57:27.142026 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-96f1446b-56fe-4d51-b095-4fe88a088a58 req-2cb0445e-4f1b-4370-a453-f11981fa86cb tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 210 time: 0.1183972 Jan 20 20:57:27.254991 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '083f232e-bdb5-4650-83b1-923033e030c3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '675cedcd-4983-46b0-936f-bcc8dd8ef3b8', 'code': 422} returned with failed status Jan 20 20:57:27.586474 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-810f0162-be5b-4ac4-92d7-384ecea04f5c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=02f02c29-d0f9-49ff-9943-9bbf967e5bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6922600 Jan 20 20:57:27.773191 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-fcdce900-4632-42b1-a1eb-ea60c3d38ddb tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2d67811fe8b24d0ea0a79eea4cb3faec HTTP/1.1" status: 200 len: 5759 time: 1.3764927 Jan 20 20:57:27.787595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-5ef2d939-fd8e-4823-820f-137b6a4ca5a2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Request body: {'port': {'device_id': '1b9304c8-1479-4170-b2a6-a401412102b4', 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb', 'admin_state_up': True, 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'security_groups': ['4f271305-9323-4c5f-94c9-47574d4f869d']}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:57:28.002686 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717d9d5-7b5b-4243-b01a-db1364f309d9 req-6f6aeef2-3c4e-49c4-bdc3-6d661cbe90e2 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:28.005702 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6717d9d5-7b5b-4243-b01a-db1364f309d9 req-6f6aeef2-3c4e-49c4-bdc3-6d661cbe90e2 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.4774163 Jan 20 20:57:28.192345 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-ef24d957-1789-4520-90d5-4943cc05c1c8 service neutron] 10.222.0.10 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867057 Jan 20 20:57:28.197555 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6717d9d5-7b5b-4243-b01a-db1364f309d9 req-0a0ffbd7-6582-4298-a025-e3182c6fbb9c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834171 Jan 20 20:57:28.199485 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a218e1c-eae8-40f2-b5d7-cd5f72225bbe req-42fcbaaf-472f-4130-8a49-eebc50cadace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:28.201893 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3a218e1c-eae8-40f2-b5d7-cd5f72225bbe req-42fcbaaf-472f-4130-8a49-eebc50cadace service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 1162 time: 1.9891036 Jan 20 20:57:28.252751 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-5ef2d939-fd8e-4823-820f-137b6a4ca5a2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:57:28.524547 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 54436) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:57:28.612527 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-77a4c154-2593-4202-bc9c-322bf7b4125f req-fa1a75ce-2d30-43fa-8544-37382aab9276 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 210 time: 0.2237313 Jan 20 20:57:28.685102 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8a400efd-f518-41c0-bde3-d781c6782b43 req-c6c63fbe-6b36-4b48-9238-932b7e38ec51 service neutron] 10.222.0.10 "GET /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4819543 Jan 20 20:57:28.716160 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-5ef2d939-fd8e-4823-820f-137b6a4ca5a2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:57:28.754015 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-5ef2d939-fd8e-4823-820f-137b6a4ca5a2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Made reservation on behalf of 2d67811fe8b24d0ea0a79eea4cb3faec for: {'port': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:57:28.763830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-5ef2d939-fd8e-4823-820f-137b6a4ca5a2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:28.834600 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3a218e1c-eae8-40f2-b5d7-cd5f72225bbe req-9615f7af-71a3-4a0d-9878-7dde8cde44a6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771475 Jan 20 20:57:28.911243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f877585-e67c-471c-ac6d-d9d8fc03722a req-3510d5c3-83eb-4cfd-bbc0-047e57fc4a26 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:28.912236 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-5f877585-e67c-471c-ac6d-d9d8fc03722a req-3510d5c3-83eb-4cfd-bbc0-047e57fc4a26 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Synchronizing usage tracker for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:57:28.990425 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-5f877585-e67c-471c-ac6d-d9d8fc03722a req-3510d5c3-83eb-4cfd-bbc0-047e57fc4a26 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Unset dirty status for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:57:28.992523 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5f877585-e67c-471c-ac6d-d9d8fc03722a req-3510d5c3-83eb-4cfd-bbc0-047e57fc4a26 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 943 time: 0.7330527 Jan 20 20:57:29.096591 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5f877585-e67c-471c-ac6d-d9d8fc03722a req-d9560a9a-9046-42ec-8a91-ec52ea1e553d tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920651 Jan 20 20:57:29.212325 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5dccc45b-50dc-4075-b45e-6785ec479b2b req-fbfbafa1-5fed-4777-9547-ff885079a04f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6621242 Jan 20 20:57:29.251318 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df711f-b8e8-491e-95a0-10ae6ba91791 req-60e57405-b7cf-445c-8f5f-bd8128ce7e4b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:29.263692 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d0df711f-b8e8-491e-95a0-10ae6ba91791 req-60e57405-b7cf-445c-8f5f-bd8128ce7e4b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.2434657 Jan 20 20:57:29.359681 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d0df711f-b8e8-491e-95a0-10ae6ba91791 req-975b06a1-c857-4e7a-9fe2-8edb4520f671 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946314 Jan 20 20:57:29.410754 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-5ef2d939-fd8e-4823-820f-137b6a4ca5a2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Allocated IP 172.20.0.9 (3626e053-e2c6-4a9d-af31-12464de5babb/19270a47-c8fe-42d9-a21a-e8cb2c3a7199/2d09b7fa-9fe0-45f3-8652-b507ff46a39a) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:57:29.570049 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d4f2a6ea-bc97-4330-9844-3fef3b93b263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:29.664103 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b2055c34-5c62-483d-acc6-134058c3ac1c req-77efe84b-87a9-4291-9e79-bbe020576047 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 210 time: 0.0613220 Jan 20 20:57:29.701795 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-5ef2d939-fd8e-4823-820f-137b6a4ca5a2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:29.723784 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-5ef2d939-fd8e-4823-820f-137b6a4ca5a2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Transition to ACTIVE for port object 2d09b7fa-9fe0-45f3-8652-b507ff46a39a will not be triggered until provisioned by entity DHCP. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:57:29.827604 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-5ef2d939-fd8e-4823-820f-137b6a4ca5a2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:29.841245 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-84dbaab8-2834-434d-828f-74eb7ac65cc2 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.10 "GET /v2.0/networks?tenant_id=fd366b33bfbd40a28f5f53b36f0cd4b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905206 Jan 20 20:57:29.862134 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:29.906773 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e60a42-078f-471e-9401-641e66799ff7 req-39dba374-243b-4fc3-8224-a56636b220d7 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:29.915201 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a8e60a42-078f-471e-9401-641e66799ff7 req-39dba374-243b-4fc3-8224-a56636b220d7 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1246655 Jan 20 20:57:30.010133 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a8e60a42-078f-471e-9401-641e66799ff7 req-f5ef03cd-181e-488a-b88a-8b355c6446f2 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933089 Jan 20 20:57:30.023683 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2dd5a250-83c3-4812-8a99-cd93e09311d3 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:57:30.101265 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:57:30.155183 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2d939-fd8e-4823-820f-137b6a4ca5a2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Pushing event updated for resources: {'Port': ['ID=2d09b7fa-9fe0-45f3-8652-b507ff46a39a,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:30.183398 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-b893d34f-e283-41a3-81d1-053f45a832f5 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:30.186492 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-b893d34f-e283-41a3-81d1-053f45a832f5 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368021 Jan 20 20:57:30.186492 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5ef2d939-fd8e-4823-820f-137b6a4ca5a2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:30.328583 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c31800a6-db52-42c1-bc5c-a8915325c669 req-89ccf7b6-8c21-4338-826f-275a87ac4e2a tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 210 time: 0.0849364 Jan 20 20:57:30.329904 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Request body: {'port': {'device_id': '0895548e-5294-4f93-a3d5-785fd1b88f83', 'network_id': 'cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3', 'admin_state_up': True, 'tenant_id': 'fd366b33bfbd40a28f5f53b36f0cd4b1'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:57:30.442085 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 2dd5a250-83c3-4812-8a99-cd93e09311d3 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:57:30.442511 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:30.691996 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-5ef2d939-fd8e-4823-820f-137b6a4ca5a2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Network 3626e053-e2c6-4a9d-af31-12464de5babb is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:57:30.792562 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-5ef2d939-fd8e-4823-820f-137b6a4ca5a2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:57:30.811473 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-5ef2d939-fd8e-4823-820f-137b6a4ca5a2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:57:31.027983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95e62c-7fe5-4c30-a0b6-8e3153a70403 req-48ba1053-17ea-4422-a820-cb11efedca91 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:31.029993 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3a95e62c-7fe5-4c30-a0b6-8e3153a70403 req-48ba1053-17ea-4422-a820-cb11efedca91 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 943 time: 0.1918242 Jan 20 20:57:31.100975 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58daa7-5ce5-4bd6-9dfe-20b401359538 req-2ae44149-cb1c-4b8c-bb93-42bb4fafd3dc tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:31.110352 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7a58daa7-5ce5-4bd6-9dfe-20b401359538 req-2ae44149-cb1c-4b8c-bb93-42bb4fafd3dc tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 1.7508285 Jan 20 20:57:31.190021 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3a95e62c-7fe5-4c30-a0b6-8e3153a70403 req-b99a856c-6b7d-4df6-bccb-9a0f794eadca tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405382 Jan 20 20:57:31.233456 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-5ef2d939-fd8e-4823-820f-137b6a4ca5a2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:31.234170 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-5ef2d939-fd8e-4823-820f-137b6a4ca5a2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:31.247119 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:57:31.289091 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Usage tracker for resource:port and tenant:fd366b33bfbd40a28f5f53b36f0cd4b1 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:57:31.345863 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7a58daa7-5ce5-4bd6-9dfe-20b401359538 req-ccd84d86-d1f5-4f68-b4df-3ff9b791074c tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341101 Jan 20 20:57:31.359771 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Quota usage for port was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:57:31.390384 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:57:31.462626 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-5ef2d939-fd8e-4823-820f-137b6a4ca5a2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6825771 Jan 20 20:57:31.482676 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Made reservation on behalf of fd366b33bfbd40a28f5f53b36f0cd4b1 for: {'port': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:57:31.492827 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:31.516045 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Request body: {'port': {'device_id': '1b9304c8-1479-4170-b2a6-a401412102b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:57:31.546172 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-4c313b06-89dc-4885-85a8-32d7242278c6 None None] Provisioning for port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:57:31.550845 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:31.572721 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-4c313b06-89dc-4885-85a8-32d7242278c6 None None] Provisioning complete for port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:57:31.575543 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4c313b06-89dc-4885-85a8-32d7242278c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:31.591590 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:57:31.611657 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Usage tracker for resource:security_group_rule and tenant:fd366b33bfbd40a28f5f53b36f0cd4b1 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:57:31.667116 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:57:31.691229 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:57:31.789037 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:31.805600 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284ae5c-2692-409f-a225-60b95b134b6e req-1badefe0-26ec-476f-bee8-2ae5ff385378 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:31.815166 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d284ae5c-2692-409f-a225-60b95b134b6e req-1badefe0-26ec-476f-bee8-2ae5ff385378 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.2251561 Jan 20 20:57:31.823704 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-4c313b06-89dc-4885-85a8-32d7242278c6 None None] Port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 20:57:31.962696 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d284ae5c-2692-409f-a225-60b95b134b6e req-1dabe046-8645-46e1-b346-88907afac709 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462314 Jan 20 20:57:32.257576 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:32.338758 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05ec22-88fe-4e0a-aff9-117f526b7b2e req-6693f467-43e2-496e-88ac-203d42db56d5 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:32.339634 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-4e05ec22-88fe-4e0a-aff9-117f526b7b2e req-6693f467-43e2-496e-88ac-203d42db56d5 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Synchronizing usage tracker for tenant:2d67811fe8b24d0ea0a79eea4cb3faec on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:57:32.351983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187dc9a-157b-43f6-84ab-ade14e439951 req-bae60a40-ea6b-4ada-9470-9a82d56be000 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:32.353765 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:32.354080 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f187dc9a-157b-43f6-84ab-ade14e439951 req-bae60a40-ea6b-4ada-9470-9a82d56be000 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1320205 Jan 20 20:57:32.368512 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a433e171-3b2d-4e17-a7bf-7e162222f998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:32.414863 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:32.430599 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:32.435982 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f187dc9a-157b-43f6-84ab-ade14e439951 req-0af38218-047b-4134-b814-cac1baf12938 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643063 Jan 20 20:57:32.437281 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-4e05ec22-88fe-4e0a-aff9-117f526b7b2e req-6693f467-43e2-496e-88ac-203d42db56d5 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Unset dirty status for tenant:2d67811fe8b24d0ea0a79eea4cb3faec on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:57:32.438647 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4e05ec22-88fe-4e0a-aff9-117f526b7b2e req-6693f467-43e2-496e-88ac-203d42db56d5 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 931 time: 0.8154144 Jan 20 20:57:32.521572 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8f1319e9-7dcf-4cba-a690-704f9f8882d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:32.542757 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:32.686115 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-acc7954a-7dac-4228-acac-de194f6fc2a1 req-ae97af7a-7cdb-4de8-a91a-68daa509f10d tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 210 time: 0.0542064 Jan 20 20:57:32.782222 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device ac31a44b-3c17-4d2c-a025-1ae9543c1954 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:57:32.892167 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port ac31a44b-3c17-4d2c-a025-1ae9543c1954 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:57:32.895887 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.resource_extend [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 20 20:57:32.903067 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port ac31a44b-3c17-4d2c-a025-1ae9543c1954 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:57:32.903752 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:32.927196 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4e05ec22-88fe-4e0a-aff9-117f526b7b2e req-4800417d-3170-417a-8427-06945ed389b1 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.4795399 Jan 20 20:57:33.010832 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168db01-fcf4-4224-b11d-44d66ee8c870 req-a968ef2f-866e-499f-bcf0-df1f6d8e3766 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:33.012399 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2168db01-fcf4-4224-b11d-44d66ee8c870 req-a968ef2f-866e-499f-bcf0-df1f6d8e3766 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 943 time: 0.1946783 Jan 20 20:57:33.013792 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d09b7fa-9fe0-45f3-8652-b507ff46a39a {{(pid=80112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 20:57:33.035522 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:33.120713 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2168db01-fcf4-4224-b11d-44d66ee8c870 req-51e08dcd-88cd-41fd-ba64-afa6f73b7ce0 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988915 Jan 20 20:57:33.126275 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Transition to ACTIVE for port object 2d09b7fa-9fe0-45f3-8652-b507ff46a39a will not be triggered until provisioned by entity L2. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:57:33.190788 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:33.233563 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3046cbf3-561f-4626-8097-e33ef6d5fba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac31a44b-3c17-4d2c-a025-1ae9543c1954'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:57:33.247565 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:33.251818 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port ac31a44b-3c17-4d2c-a025-1ae9543c1954, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=ac31a44b-3c17-4d2c-a025-1ae9543c1954,segment=NetworkSegment(7f9c0258-7d21-46bc-96bf-f72e205bc55e),segment_id=7f9c0258-7d21-46bc-96bf-f72e205bc55e)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:57:33.255336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:33.256393 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 066eb50e-d450-44d9-8ac8-4f373e723466 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:57:33.291847 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fe6f089f-0091-4645-834c-57a138ef0491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:33.292968 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:33.378335 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=ac31a44b-3c17-4d2c-a025-1ae9543c1954,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:33.382277 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:33.444205 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 066eb50e-d450-44d9-8ac8-4f373e723466 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:57:33.444721 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:33.570813 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:33.712500 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:33.876221 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Allocated IP 192.168.233.36 (cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3/0c6d529d-2457-473c-8aac-81c08c098f07/66cbf18e-1b79-4da9-9692-d3006572e656) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:57:33.899015 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Pushing event updated for resources: {'Port': ['ID=2d09b7fa-9fe0-45f3-8652-b507ff46a39a,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:33.941555 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:34.032526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f94836-6e2d-4bec-8247-e827a80282d3 req-353b20ad-4b54-4fbf-b894-779a0bffaeec tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:34.035570 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c0f94836-6e2d-4bec-8247-e827a80282d3 req-353b20ad-4b54-4fbf-b894-779a0bffaeec tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.9746206 Jan 20 20:57:34.036785 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device ac31a44b-3c17-4d2c-a025-1ae9543c1954 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:57:34.122331 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d40dd8-1114-4b34-b17d-c10ffabf1d0f req-4f2d9475-db7c-4dce-9769-357a001fc744 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:34.131379 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-04d40dd8-1114-4b34-b17d-c10ffabf1d0f req-4f2d9475-db7c-4dce-9769-357a001fc744 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.1287458 Jan 20 20:57:34.153446 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccc45b-50dc-4075-b45e-6785ec479b2b req-0a8525eb-f48b-491b-ab70-650652787add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:34.156733 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5dccc45b-50dc-4075-b45e-6785ec479b2b req-0a8525eb-f48b-491b-ab70-650652787add service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3&tenant_id=bf5cad5f8aed4851835a12ce330c8ebc HTTP/1.1" status: 200 len: 1160 time: 0.9148309 Jan 20 20:57:34.195579 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-04d40dd8-1114-4b34-b17d-c10ffabf1d0f req-ee63d8bf-1303-4a9a-abf2-ff2490707bd8 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628710 Jan 20 20:57:34.295374 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3046cbf3-561f-4626-8097-e33ef6d5fba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac31a44b-3c17-4d2c-a025-1ae9543c1954', 'code': 200} Jan 20 20:57:34.317788 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port ac31a44b-3c17-4d2c-a025-1ae9543c1954 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:57:34.318507 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:34.643783 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c0f94836-6e2d-4bec-8247-e827a80282d3 req-845e8725-db2c-46bc-bef9-e46c4cac7cfd tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5722082 Jan 20 20:57:35.025175 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a541b3-4a12-49e7-95fe-f92cfd08c403 req-c0ef1a55-f661-4722-b9f5-ccfacb186402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:35.029834 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-73a541b3-4a12-49e7-95fe-f92cfd08c403 req-c0ef1a55-f661-4722-b9f5-ccfacb186402 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 1162 time: 0.2143593 Jan 20 20:57:35.113335 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-67ff52d8-fba0-4aab-8e5a-9ca74b7782c3 req-1c2ecd7e-f3a5-4964-9947-46f5c4b460ea tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 210 time: 0.1869588 Jan 20 20:57:35.114130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.10', 57345) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:57:35.125637 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-73a541b3-4a12-49e7-95fe-f92cfd08c403 req-66b1ecdd-51d4-4082-9ce1-c43c90303862 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744095 Jan 20 20:57:35.219207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Attempting to bind port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:57:35.219842 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Attempting to bind port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'd15b158a-28fe-4159-8e5d-5e16c27d2248', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb'}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:57:35.220468 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Attempting to bind port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a on network 3626e053-e2c6-4a9d-af31-12464de5babb {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:57:35.305832 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:57:35.306452 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Checking segment: {'id': 'd15b158a-28fe-4159-8e5d-5e16c27d2248', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:57:35.307199 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:35.307850 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Bound using segment: {'id': 'd15b158a-28fe-4159-8e5d-5e16c27d2248', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb'} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:57:35.308765 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Bound port: 2d09b7fa-9fe0-45f3-8652-b507ff46a39a, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15b158a-28fe-4159-8e5d-5e16c27d2248', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb'}}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:57:35.309881 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:35.368909 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0871ac2-5422-484b-9a95-69141598b631 req-28208201-9d23-4a96-b551-2580a35bf4a6 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:35.379915 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e0871ac2-5422-484b-9a95-69141598b631 req-28208201-9d23-4a96-b551-2580a35bf4a6 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.1935387 Jan 20 20:57:35.465212 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:35.489456 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-e0871ac2-5422-484b-9a95-69141598b631 req-77a6f8a8-7f52-410e-8ce3-bb3657cfbfd1 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Synchronizing usage tracker for tenant:2d67811fe8b24d0ea0a79eea4cb3faec on resource:security_group {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:57:35.512907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-e0871ac2-5422-484b-9a95-69141598b631 req-77a6f8a8-7f52-410e-8ce3-bb3657cfbfd1 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Unset dirty status for tenant:2d67811fe8b24d0ea0a79eea4cb3faec on resource:security_group {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:57:35.516176 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e0871ac2-5422-484b-9a95-69141598b631 req-77a6f8a8-7f52-410e-8ce3-bb3657cfbfd1 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1338203 Jan 20 20:57:35.557073 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccc45b-50dc-4075-b45e-6785ec479b2b req-a5ae97c1-9858-4204-abfa-6b570b281b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:35.559564 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5dccc45b-50dc-4075-b45e-6785ec479b2b req-a5ae97c1-9858-4204-abfa-6b570b281b23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf5cad5f8aed4851835a12ce330c8ebc&device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 1160 time: 1.3103383 Jan 20 20:57:35.649061 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Transition to ACTIVE for port object 66cbf18e-1b79-4da9-9692-d3006572e656 will not be triggered until provisioned by entity DHCP. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:57:35.782015 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] For port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a, host hv-cinder-74915, cleared binding levels {{(pid=80112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:57:35.805570 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e277de9-822a-4829-b51f-4aed05a5b950 req-a14bed71-1685-49cf-80b3-8fcb73e59cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:35.807317 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9e277de9-822a-4829-b51f-4aed05a5b950 req-a14bed71-1685-49cf-80b3-8fcb73e59cbd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd4acf44f08949f899f3c5761d72cb34&device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 1162 time: 0.6795306 Jan 20 20:57:35.823884 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] For port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=2d09b7fa-9fe0-45f3-8652-b507ff46a39a,segment=NetworkSegment(d15b158a-28fe-4159-8e5d-5e16c27d2248),segment_id=d15b158a-28fe-4159-8e5d-5e16c27d2248)] {{(pid=80112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:57:35.895561 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54951936-da1c-472b-8b31-531049bc73f2 req-debce8c5-d45b-42c4-b831-7c316f0522e0 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:35.897265 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-54951936-da1c-472b-8b31-531049bc73f2 req-debce8c5-d45b-42c4-b831-7c316f0522e0 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 945 time: 0.5052643 Jan 20 20:57:35.898616 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:35.908389 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-4992d911-4b93-4176-89ce-db7c2bdcddcc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:35.910147 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-4992d911-4b93-4176-89ce-db7c2bdcddcc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/networks?id=296e01d9-eed6-4c61-9729-39e865bcc82f HTTP/1.1" status: 200 len: 815 time: 0.2011089 Jan 20 20:57:35.923286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:35.928154 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-3b47d154-3d0a-442b-af75-92fd260e72f9 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/quotas/19acbd934bc9493aa3ec8510f6d95f37 HTTP/1.1" status: 200 len: 375 time: 0.0106547 Jan 20 20:57:36.036057 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-b8678018-c410-4c35-96de-26ea7e991c17 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?tenant_id=19acbd934bc9493aa3ec8510f6d95f37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004543 Jan 20 20:57:36.303517 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7ba62204-4d49-4294-a7db-98c25d07a38d service neutron] 10.222.0.18 "GET /v2.0/networks/296e01d9-eed6-4c61-9729-39e865bcc82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510788 Jan 20 20:57:36.336951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccc45b-50dc-4075-b45e-6785ec479b2b req-ca0bac3d-049c-4fa6-b833-75cb1f568f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:36.338904 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5dccc45b-50dc-4075-b45e-6785ec479b2b req-ca0bac3d-049c-4fa6-b833-75cb1f568f03 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9041c0a2-a772-4470-a39a-9b8ab252366c HTTP/1.1" status: 200 len: 910 time: 0.7629485 Jan 20 20:57:36.492415 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:36.519917 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-106eea0b-9efe-4d32-8708-437acd0682f2 service neutron] 10.222.0.18 "GET /v2.0/networks/296e01d9-eed6-4c61-9729-39e865bcc82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2078660 Jan 20 20:57:36.690779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Pushing event updated for resources: {'Port': ['ID=2d09b7fa-9fe0-45f3-8652-b507ff46a39a,revision_number=3']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:36.697701 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:36.733681 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b5b83739-34ee-415c-9c55-fee0a2f65136 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:36.773737 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-54951936-da1c-472b-8b31-531049bc73f2 req-ecd7fa6b-37ba-4b18-a14b-dbce34f9ebbd tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8556478 Jan 20 20:57:36.831419 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e277de9-822a-4829-b51f-4aed05a5b950 req-5ca6f755-2a28-432b-b255-ed5af20d6921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:36.833254 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9e277de9-822a-4829-b51f-4aed05a5b950 req-5ca6f755-2a28-432b-b255-ed5af20d6921 service neutron] 10.222.0.10 "GET /v2.0/networks?id=32b3adf7-5052-49cb-b08c-47d815946f90 HTTP/1.1" status: 200 len: 913 time: 1.0077109 Jan 20 20:57:36.835578 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5dccc45b-50dc-4075-b45e-6785ec479b2b req-93a7b624-83f6-4598-ba10-e36507670791 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=675cedcd-4983-46b0-936f-bcc8dd8ef3b8 HTTP/1.1" status: 200 len: 999 time: 0.4777334 Jan 20 20:57:37.034835 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9e277de9-822a-4829-b51f-4aed05a5b950 req-dceffd75-a67f-4d37-9da6-600f9db62527 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dd5a250-83c3-4812-8a99-cd93e09311d3 HTTP/1.1" status: 200 len: 217 time: 0.1534514 Jan 20 20:57:37.074385 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Pushing event updated for resources: {'Port': ['ID=66cbf18e-1b79-4da9-9692-d3006572e656,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:37.150844 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:37.165488 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e277de9-822a-4829-b51f-4aed05a5b950 req-8363188f-3467-44c1-9806-b8f2f63937d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:37.167304 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9e277de9-822a-4829-b51f-4aed05a5b950 req-8363188f-3467-44c1-9806-b8f2f63937d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e1a6ce97-8658-4c05-bda6-1c27ed45d811 HTTP/1.1" status: 200 len: 859 time: 0.0946987 Jan 20 20:57:37.227716 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcba06-dc94-4914-bc8d-534561b72768 req-2ee86447-0bd9-4206-bad2-34244df7ce6a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:37.235787 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0dbcba06-dc94-4914-bc8d-534561b72768 req-2ee86447-0bd9-4206-bad2-34244df7ce6a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.1298532 Jan 20 20:57:37.298717 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0dbcba06-dc94-4914-bc8d-534561b72768 req-4fd4f5c4-8272-47be-b657-ec1b6f12af4f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618329 Jan 20 20:57:37.473973 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccc45b-50dc-4075-b45e-6785ec479b2b req-cf4e63da-e654-4f6c-82af-74fe0d07196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:37.477141 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5dccc45b-50dc-4075-b45e-6785ec479b2b req-cf4e63da-e654-4f6c-82af-74fe0d07196c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9d457b81-4eac-442d-b015-2dcf9f7a050c HTTP/1.1" status: 200 len: 855 time: 0.5379071 Jan 20 20:57:37.615862 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9e277de9-822a-4829-b51f-4aed05a5b950 req-289d3198-3914-4222-9c84-bbaf6ebd61f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=32b3adf7-5052-49cb-b08c-47d815946f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3944180 Jan 20 20:57:37.625256 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:37.626386 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:37.629051 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] 10.222.0.10 "PUT /v2.0/ports/2d09b7fa-9fe0-45f3-8652-b507ff46a39a HTTP/1.1" status: 200 len: 1157 time: 6.1196029 Jan 20 20:57:37.642840 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9304c8-1479-4170-b2a6-a401412102b4', 'tag': '2d09b7fa-9fe0-45f3-8652-b507ff46a39a'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:57:37.694476 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bbc5e-b0be-46cf-9f57-88a346702914 req-673e7b0d-62f4-4c6c-b4c1-f1fb30c89b9a tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:37.703040 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1c3bbc5e-b0be-46cf-9f57-88a346702914 req-673e7b0d-62f4-4c6c-b4c1-f1fb30c89b9a tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 935 time: 0.2367280 Jan 20 20:57:37.744743 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717ba1f-8a1d-48f5-9412-1f0d98098089 req-ae1e932d-7f72-48db-9a9b-02bb51809e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:37.747227 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0717ba1f-8a1d-48f5-9412-1f0d98098089 req-ae1e932d-7f72-48db-9a9b-02bb51809e20 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1d96be366a92447487212758b7c50e6f&device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 1162 time: 0.3781872 Jan 20 20:57:37.828714 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Network cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:57:37.883158 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1c3bbc5e-b0be-46cf-9f57-88a346702914 req-85997e7f-1f83-47fb-8e6d-9ac2a58d9ee2 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791213 Jan 20 20:57:37.909813 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:57:37.909813 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:57:37.968088 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717ba1f-8a1d-48f5-9412-1f0d98098089 req-dc8c3c40-747b-4779-80e3-dd49a69d89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:37.969731 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0717ba1f-8a1d-48f5-9412-1f0d98098089 req-dc8c3c40-747b-4779-80e3-dd49a69d89fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=f278e563-18ec-4833-a094-4f0a1a5f0abc HTTP/1.1" status: 200 len: 904 time: 0.2137854 Jan 20 20:57:38.145694 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0717ba1f-8a1d-48f5-9412-1f0d98098089 req-5fb51083-e32b-42c4-a283-3101baff4d6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=066eb50e-d450-44d9-8ac8-4f373e723466 HTTP/1.1" status: 200 len: 1000 time: 0.1666381 Jan 20 20:57:38.190794 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccc45b-50dc-4075-b45e-6785ec479b2b req-610a80be-d76a-470f-a08b-0a4ea21bda5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:38.194810 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5dccc45b-50dc-4075-b45e-6785ec479b2b req-610a80be-d76a-470f-a08b-0a4ea21bda5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9041c0a2-a772-4470-a39a-9b8ab252366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6727102 Jan 20 20:57:38.201052 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-8f6dd1d1-e6f2-49e7-9e9f-3c42b35f2a35 None None] Provisioning for port 66cbf18e-1b79-4da9-9692-d3006572e656 completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:57:38.205752 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e6720-1e10-416b-be1c-67dc074663f3 req-0235b893-5114-4142-8ff3-b2f21b860d39 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:38.207476 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-8f6dd1d1-e6f2-49e7-9e9f-3c42b35f2a35 None None] Provisioning complete for port 66cbf18e-1b79-4da9-9692-d3006572e656 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:57:38.207940 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b89e6720-1e10-416b-be1c-67dc074663f3 req-0235b893-5114-4142-8ff3-b2f21b860d39 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.1386273 Jan 20 20:57:38.208526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd1d1-e6f2-49e7-9e9f-3c42b35f2a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:38.220852 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9e277de9-822a-4829-b51f-4aed05a5b950 req-33d0494e-11a9-48b5-afd8-156f2c8a7b2e service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5896821 Jan 20 20:57:38.261875 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:38.265717 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:38.300525 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-8f6dd1d1-e6f2-49e7-9e9f-3c42b35f2a35 None None] Port 66cbf18e-1b79-4da9-9692-d3006572e656 cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 20:57:38.332259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717ba1f-8a1d-48f5-9412-1f0d98098089 req-f4378085-9a10-4baa-bad4-eb18f379103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:38.334139 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0717ba1f-8a1d-48f5-9412-1f0d98098089 req-f4378085-9a10-4baa-bad4-eb18f379103b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c922eec-afe6-4eee-af95-8fb9a05787f0 HTTP/1.1" status: 200 len: 849 time: 0.1250861 Jan 20 20:57:38.334333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18aba59-2994-4322-9daa-b6c5956dd54d req-2c08014d-02ab-45dc-b4ec-9b44d3f9d718 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:38.336051 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a18aba59-2994-4322-9daa-b6c5956dd54d req-2c08014d-02ab-45dc-b4ec-9b44d3f9d718 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 1.1866972 Jan 20 20:57:38.347431 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b89e6720-1e10-416b-be1c-67dc074663f3 req-393cf90c-3c4c-42cb-ae6e-05a5ad8b80c8 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0951214 Jan 20 20:57:38.367692 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.10', 57351) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:57:38.618279 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.3373084 Jan 20 20:57:38.662397 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717ba1f-8a1d-48f5-9412-1f0d98098089 req-8110b08b-c308-4f6c-a2a6-99682fa36b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:38.664620 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0717ba1f-8a1d-48f5-9412-1f0d98098089 req-8110b08b-c308-4f6c-a2a6-99682fa36b9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f278e563-18ec-4833-a094-4f0a1a5f0abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2923691 Jan 20 20:57:38.677233 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Request body: {'port': {'device_id': '0895548e-5294-4f93-a3d5-785fd1b88f83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:57:38.780886 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0a7fbf55-921b-42ad-8609-d8cd16f2c48c req-76a4b331-79c5-4576-bb46-4d2ec2f1fc03 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 210 time: 0.1149116 Jan 20 20:57:38.860280 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:38.908939 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-26c885ec-b152-48fa-976f-64771d1ab18e tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:38.910997 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-26c885ec-b152-48fa-976f-64771d1ab18e tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.10 "GET /v2.0/networks?id=296e01d9-eed6-4c61-9729-39e865bcc82f HTTP/1.1" status: 200 len: 815 time: 0.5415945 Jan 20 20:57:38.940580 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Request body: {'port': {'device_id': 'ee3fddfa-949a-461c-b207-6cc2a74cab66', 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f', 'admin_state_up': True, 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:57:39.203101 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-07d89542-c276-4b92-94c0-c4fb247120a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:39.205344 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-07d89542-c276-4b92-94c0-c4fb247120a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d67811fe8b24d0ea0a79eea4cb3faec&device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 1160 time: 1.3812034 Jan 20 20:57:39.216611 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a18aba59-2994-4322-9daa-b6c5956dd54d req-a7e83626-a265-47a8-a392-5ac8d0ae787d tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8125746 Jan 20 20:57:39.375765 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-86afd955-0424-4161-b16c-58d3d06a5eac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d09b7fa-9fe0-45f3-8652-b507ff46a39a HTTP/1.1" status: 200 len: 217 time: 0.1371799 Jan 20 20:57:39.689252 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9304c8-1479-4170-b2a6-a401412102b4', 'tag': '2d09b7fa-9fe0-45f3-8652-b507ff46a39a', 'status': 'completed', 'code': 200} Jan 20 20:57:39.696146 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0717ba1f-8a1d-48f5-9412-1f0d98098089 req-94383d1c-915f-4ee5-8877-897aadefdd12 service neutron] 10.222.0.10 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9721432 Jan 20 20:57:39.834830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:39.895992 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5dccc45b-50dc-4075-b45e-6785ec479b2b req-6d87c8a4-0168-4ffa-833d-3e1be039d3e8 service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5871181 Jan 20 20:57:39.900351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-c25a550d-711c-40d2-859d-1292271ff004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:39.903171 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-c25a550d-711c-40d2-859d-1292271ff004 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19270a47-c8fe-42d9-a21a-e8cb2c3a7199 HTTP/1.1" status: 200 len: 847 time: 0.4658253 Jan 20 20:57:40.054625 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc7268-c85b-4092-87fc-cbc21e185b56 req-74fb4ba5-2438-41a6-bbbb-4b2407a7de6c tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:40.057513 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-88bc7268-c85b-4092-87fc-cbc21e185b56 req-74fb4ba5-2438-41a6-bbbb-4b2407a7de6c tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 1.0029428 Jan 20 20:57:40.096177 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:57:40.155878 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Usage tracker for resource:port and tenant:19acbd934bc9493aa3ec8510f6d95f37 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:57:40.164360 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Quota usage for port was recalculated. Used quota:2. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:57:40.240649 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:57:40.258142 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-88bc7268-c85b-4092-87fc-cbc21e185b56 req-85509b0f-185a-4e12-9a3b-3d67fb747382 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883202 Jan 20 20:57:40.353352 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Made reservation on behalf of 19acbd934bc9493aa3ec8510f6d95f37 for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:57:40.370041 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:40.439888 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0717ba1f-8a1d-48f5-9412-1f0d98098089 req-7c047e8a-858e-4d00-958d-3dd346f5466a service neutron] 10.222.0.10 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7266281 Jan 20 20:57:40.698085 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9e277de9-822a-4829-b51f-4aed05a5b950 req-2e9e0f0d-3242-4036-99a1-b5ce8d5345ca service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.3905616 Jan 20 20:57:41.208363 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Allocated IP 172.20.0.9 (296e01d9-eed6-4c61-9729-39e865bcc82f/397012bd-7b76-4a96-a088-d52b2af7ec97/8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:57:41.226536 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b05079-e5c7-4158-a6e5-cc8bff064109 req-08d8c060-11a9-4516-a843-e92a0e917900 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:41.228337 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a2b05079-e5c7-4158-a6e5-cc8bff064109 req-08d8c060-11a9-4516-a843-e92a0e917900 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 945 time: 1.5209334 Jan 20 20:57:41.279017 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5dccc45b-50dc-4075-b45e-6785ec479b2b req-9295cdc9-393c-4a07-bc2d-c93b537166b6 service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3678300 Jan 20 20:57:41.297961 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6bdfe-aa4c-43eb-a2bd-5a37e769af85 req-60cef3f2-1627-48ae-82bb-e532e2a01ce8 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:41.300377 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-92e6bdfe-aa4c-43eb-a2bd-5a37e769af85 req-60cef3f2-1627-48ae-82bb-e532e2a01ce8 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.7533801 Jan 20 20:57:41.320486 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-6b634215-2604-40fc-a878-c9fe98902837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:41.322263 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-6b634215-2604-40fc-a878-c9fe98902837 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3626e053-e2c6-4a9d-af31-12464de5babb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 1.3238003 Jan 20 20:57:41.352481 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a2b05079-e5c7-4158-a6e5-cc8bff064109 req-ab4dc76b-7fc6-4237-a8a6-35eca5968d9a tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010115 Jan 20 20:57:41.549208 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-92e6bdfe-aa4c-43eb-a2bd-5a37e769af85 req-f160a28f-af3c-4cb1-add7-6eb001c8be88 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077229 Jan 20 20:57:41.625343 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cbf18e-1b79-4da9-9692-d3006572e656 {{(pid=80112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 20:57:41.635675 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:41.664603 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Transition to ACTIVE for port object 66cbf18e-1b79-4da9-9692-d3006572e656 will not be triggered until provisioned by entity L2. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:57:41.677676 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:41.715060 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:41.896565 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:41.940424 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Transition to ACTIVE for port object 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:57:42.003556 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:42.031151 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:42.062393 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Pushing event updated for resources: {'Port': ['ID=66cbf18e-1b79-4da9-9692-d3006572e656,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:42.084964 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:42.119695 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5d21a-adc3-467e-b32e-3a7868cb716c req-84b29565-5285-46d3-9ccb-517237b5921b tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:42.121153 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-d3d5d21a-adc3-467e-b32e-3a7868cb716c req-84b29565-5285-46d3-9ccb-517237b5921b tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Synchronizing usage tracker for tenant:fd366b33bfbd40a28f5f53b36f0cd4b1 on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:57:42.160747 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-d3d5d21a-adc3-467e-b32e-3a7868cb716c req-84b29565-5285-46d3-9ccb-517237b5921b tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Unset dirty status for tenant:fd366b33bfbd40a28f5f53b36f0cd4b1 on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:57:42.169030 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d3d5d21a-adc3-467e-b32e-3a7868cb716c req-84b29565-5285-46d3-9ccb-517237b5921b tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 947 time: 0.4134257 Jan 20 20:57:42.339931 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-d3d5d21a-adc3-467e-b32e-3a7868cb716c req-9ba693dd-91ca-4740-b2cf-2c405ab8776d tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Synchronizing usage tracker for tenant:fd366b33bfbd40a28f5f53b36f0cd4b1 on resource:security_group {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:57:42.901594 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-d3d5d21a-adc3-467e-b32e-3a7868cb716c req-9ba693dd-91ca-4740-b2cf-2c405ab8776d tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Unset dirty status for tenant:fd366b33bfbd40a28f5f53b36f0cd4b1 on resource:security_group {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:57:42.923923 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d3d5d21a-adc3-467e-b32e-3a7868cb716c req-9ba693dd-91ca-4740-b2cf-2c405ab8776d tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7511454 Jan 20 20:57:43.050437 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Pushing event updated for resources: {'Port': ['ID=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:43.069414 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.038s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:43.070086 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Attempting to bind port 66cbf18e-1b79-4da9-9692-d3006572e656 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:57:43.070652 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Attempting to bind port 66cbf18e-1b79-4da9-9692-d3006572e656 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '8db5f7d9-3a84-4589-a71f-4fea26274073', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3'}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:57:43.072138 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Attempting to bind port 66cbf18e-1b79-4da9-9692-d3006572e656 on network cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3 {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:57:43.108804 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:57:43.112340 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Checking segment: {'id': '8db5f7d9-3a84-4589-a71f-4fea26274073', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:57:43.112994 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:43.113549 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Bound using segment: {'id': '8db5f7d9-3a84-4589-a71f-4fea26274073', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3'} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:57:43.114223 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Bound port: 66cbf18e-1b79-4da9-9692-d3006572e656, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db5f7d9-3a84-4589-a71f-4fea26274073', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3'}}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:57:43.114796 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:43.289984 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-093717d6-2a32-4c09-a732-5c5c00e1d1f0 service neutron] 10.222.0.10 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7505357 Jan 20 20:57:43.297121 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d03d2-9064-4878-9860-9ba471bc7d6c req-b2ea928a-d0a6-4216-9b19-1421e38eb6af tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:43.300488 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-181d03d2-9064-4878-9860-9ba471bc7d6c req-b2ea928a-d0a6-4216-9b19-1421e38eb6af tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 1.0225997 Jan 20 20:57:43.475771 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-181d03d2-9064-4878-9860-9ba471bc7d6c req-28581c14-7a2a-4d24-83b9-4f01683e6754 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1616092 Jan 20 20:57:43.536760 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Network 296e01d9-eed6-4c61-9729-39e865bcc82f is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:57:43.548046 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:57:43.551352 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:57:43.585161 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] For port 66cbf18e-1b79-4da9-9692-d3006572e656, host hv-cinder-74915, cleared binding levels {{(pid=80112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:57:43.654020 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def96b9d-d5e8-40c2-bd41-6bb9aeb14046 req-1b210fa5-274f-482f-92f6-3456b95e6793 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:43.660488 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-def96b9d-d5e8-40c2-bd41-6bb9aeb14046 req-1b210fa5-274f-482f-92f6-3456b95e6793 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Synchronizing usage tracker for tenant:19acbd934bc9493aa3ec8510f6d95f37 on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:57:43.723289 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:43.724148 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:43.865659 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] For port 66cbf18e-1b79-4da9-9692-d3006572e656, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=66cbf18e-1b79-4da9-9692-d3006572e656,segment=NetworkSegment(8db5f7d9-3a84-4589-a71f-4fea26274073),segment_id=8db5f7d9-3a84-4589-a71f-4fea26274073)] {{(pid=80112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:57:43.871394 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9343255 Jan 20 20:57:43.895193 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:44.036008 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cea4de-7e97-473c-8f22-0600148a63b5 req-72237f10-88d4-4f9f-8631-77ed3c1a0d8e tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:44.044538 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-81cea4de-7e97-473c-8f22-0600148a63b5 req-72237f10-88d4-4f9f-8631-77ed3c1a0d8e tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.2782092 Jan 20 20:57:44.121928 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Request body: {'port': {'device_id': 'ee3fddfa-949a-461c-b207-6cc2a74cab66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:57:44.241579 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2dd5a250-83c3-4812-8a99-cd93e09311d3 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:57:44.478138 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-81cea4de-7e97-473c-8f22-0600148a63b5 req-bf73ac28-4e24-4cdf-9183-4c730d49c1eb tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321475 Jan 20 20:57:44.490440 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-0d3fce13-1295-47a5-b504-2ae2fdbf5c27 None None] Provisioning for port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:57:44.523963 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-0d3fce13-1295-47a5-b504-2ae2fdbf5c27 None None] Provisioning complete for port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:57:44.525184 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0d3fce13-1295-47a5-b504-2ae2fdbf5c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:44.534943 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:44.570603 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:44.613891 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8aa47054-fb6a-4313-95b5-014219dfaf8c req-0473faa4-78c4-4072-bfc6-b79b74ede768 service neutron] 10.222.0.10 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2908070 Jan 20 20:57:44.632544 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-def96b9d-d5e8-40c2-bd41-6bb9aeb14046 req-1b210fa5-274f-482f-92f6-3456b95e6793 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Unset dirty status for tenant:19acbd934bc9493aa3ec8510f6d95f37 on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:57:44.634563 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-0d3fce13-1295-47a5-b504-2ae2fdbf5c27 None None] Port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 20:57:44.652670 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-def96b9d-d5e8-40c2-bd41-6bb9aeb14046 req-1b210fa5-274f-482f-92f6-3456b95e6793 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 931 time: 1.4548061 Jan 20 20:57:44.657187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 2dd5a250-83c3-4812-8a99-cd93e09311d3 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:57:44.657781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:44.886034 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-def96b9d-d5e8-40c2-bd41-6bb9aeb14046 req-18533fe2-d684-4fbb-bd57-6c6a8c57119a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Synchronizing usage tracker for tenant:19acbd934bc9493aa3ec8510f6d95f37 on resource:security_group {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:57:45.013064 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-def96b9d-d5e8-40c2-bd41-6bb9aeb14046 req-18533fe2-d684-4fbb-bd57-6c6a8c57119a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Unset dirty status for tenant:19acbd934bc9493aa3ec8510f6d95f37 on resource:security_group {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:57:45.029699 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751b908-880b-441a-8dc0-88d8c46c35c6 req-0a333922-ff29-4619-9511-82b0f6269493 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:45.031458 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0751b908-880b-441a-8dc0-88d8c46c35c6 req-0a333922-ff29-4619-9511-82b0f6269493 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.2606380 Jan 20 20:57:45.032257 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-def96b9d-d5e8-40c2-bd41-6bb9aeb14046 req-18533fe2-d684-4fbb-bd57-6c6a8c57119a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245487 Jan 20 20:57:45.034889 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:45.036354 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:45.039211 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] 10.222.0.10 "PUT /v2.0/ports/66cbf18e-1b79-4da9-9692-d3006572e656 HTTP/1.1" status: 200 len: 1161 time: 6.3793709 Jan 20 20:57:45.059066 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0895548e-5294-4f93-a3d5-785fd1b88f83', 'tag': '66cbf18e-1b79-4da9-9692-d3006572e656'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:57:45.104037 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Pushing event updated for resources: {'Port': ['ID=66cbf18e-1b79-4da9-9692-d3006572e656,revision_number=3']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:45.112811 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:45.346865 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0751b908-880b-441a-8dc0-88d8c46c35c6 req-25ec49d0-18a6-411c-8bf0-1aff155287e0 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038814 Jan 20 20:57:45.712059 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225582e-0fdb-4ee5-8a8f-c67d7171774d req-c2f001ff-fc8e-4f38-b836-3bfcfe6aec64 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:45.725924 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e225582e-0fdb-4ee5-8a8f-c67d7171774d req-c2f001ff-fc8e-4f38-b836-3bfcfe6aec64 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.4325936 Jan 20 20:57:45.878158 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 20:57:45.903349 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:45.923334 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Transition to ACTIVE for port object 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:57:46.006507 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e225582e-0fdb-4ee5-8a8f-c67d7171774d req-b2fd1f63-dc1b-434e-9e9c-9681cac7642b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584396 Jan 20 20:57:46.017699 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b7b98-595d-46cb-a194-552c41972ab4 req-d991b33c-e1d6-451b-9d3d-95d2e3f3795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:46.020604 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d56b7b98-595d-46cb-a194-552c41972ab4 req-d991b33c-e1d6-451b-9d3d-95d2e3f3795d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d67811fe8b24d0ea0a79eea4cb3faec&device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 1160 time: 0.2929213 Jan 20 20:57:46.056246 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852348194'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:46.346316 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:46.423998 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2dd5a250-83c3-4812-8a99-cd93e09311d3 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:57:46.605203 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 2dd5a250-83c3-4812-8a99-cd93e09311d3 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:57:46.606040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:46.834770 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Pushing event updated for resources: {'Port': ['ID=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:46.849021 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:46.886691 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 066eb50e-d450-44d9-8ac8-4f373e723466 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:57:47.007319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Attempting to bind port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:57:47.008935 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Attempting to bind port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '577b47de-df02-49f3-b50a-c1ba43cf5e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:57:47.008935 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Attempting to bind port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 on network 296e01d9-eed6-4c61-9729-39e865bcc82f {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:57:47.057496 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a772fc0-f68d-4f62-8191-dc2652ad9c00 req-5600cf96-eb94-43e8-8813-1071facb8cc4 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:47.060735 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4a772fc0-f68d-4f62-8191-dc2652ad9c00 req-5600cf96-eb94-43e8-8813-1071facb8cc4 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 947 time: 1.1323123 Jan 20 20:57:47.062070 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:57:47.062532 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Checking segment: {'id': '577b47de-df02-49f3-b50a-c1ba43cf5e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:57:47.063064 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:47.063561 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Bound using segment: {'id': '577b47de-df02-49f3-b50a-c1ba43cf5e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:57:47.064341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Bound port: 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577b47de-df02-49f3-b50a-c1ba43cf5e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:57:47.064736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:47.093233 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 066eb50e-d450-44d9-8ac8-4f373e723466 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:57:47.094014 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:47.210803 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4a772fc0-f68d-4f62-8191-dc2652ad9c00 req-339b19e5-d03d-4202-a991-1397f7ad76b8 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263740 Jan 20 20:57:47.271322 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] For port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8, host hv-cinder-74915, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:57:47.276768 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] For port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8,segment=NetworkSegment(577b47de-df02-49f3-b50a-c1ba43cf5e72),segment_id=577b47de-df02-49f3-b50a-c1ba43cf5e72)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:57:47.314642 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852348194'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:47.345536 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-13800546-9763-499c-aaaf-86aa996b4c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:57:47.967516 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-32012585-17a4-4a13-8014-c21de25e5874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:47.974478 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-32012585-17a4-4a13-8014-c21de25e5874 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd366b33bfbd40a28f5f53b36f0cd4b1&device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 1164 time: 0.4218895 Jan 20 20:57:48.031483 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b7b98-595d-46cb-a194-552c41972ab4 req-5ba5c8ce-acac-4ba6-9b93-56c234e7852d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:48.035015 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d56b7b98-595d-46cb-a194-552c41972ab4 req-5ba5c8ce-acac-4ba6-9b93-56c234e7852d service neutron] 10.222.0.10 "GET /v2.0/networks?id=3626e053-e2c6-4a9d-af31-12464de5babb HTTP/1.1" status: 200 len: 902 time: 0.3201637 Jan 20 20:57:48.291162 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Pushing event updated for resources: {'Port': ['ID=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:57:48.310950 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.965s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:57:48.504873 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30204f-a8b7-4523-9eed-65e640c41dbd req-099080d5-0ee0-4733-b8a5-8f5ec5be580d tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:48.508292 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6d30204f-a8b7-4523-9eed-65e640c41dbd req-099080d5-0ee0-4733-b8a5-8f5ec5be580d tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.8128581 Jan 20 20:57:48.510517 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:48.515005 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:48.517676 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] 10.222.0.10 "PUT /v2.0/ports/8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 HTTP/1.1" status: 200 len: 1157 time: 4.4186437 Jan 20 20:57:48.519195 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3fddfa-949a-461c-b207-6cc2a74cab66', 'tag': '8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:57:48.690662 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6d30204f-a8b7-4523-9eed-65e640c41dbd req-df6699dc-f653-4176-a3da-6ae75ef1d39c tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1602631 Jan 20 20:57:48.790115 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0895548e-5294-4f93-a3d5-785fd1b88f83', 'tag': '66cbf18e-1b79-4da9-9692-d3006572e656', 'status': 'completed', 'code': 200} Jan 20 20:57:49.141219 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50e803-a603-4d73-ba26-9e82ec9ee2a1 req-7c94cb9b-d6cb-4d0d-a1e5-0e2bdb0b54a8 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:49.144410 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9e50e803-a603-4d73-ba26-9e82ec9ee2a1 req-7c94cb9b-d6cb-4d0d-a1e5-0e2bdb0b54a8 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.2095451 Jan 20 20:57:49.224763 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9e50e803-a603-4d73-ba26-9e82ec9ee2a1 req-b5119d24-47df-43c9-a14a-4ab6bfd601c5 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738766 Jan 20 20:57:49.548774 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ff38c-326f-4623-a966-e697f8556aa5 req-e0ed684a-2ee1-4b96-b149-b11c3803f3d3 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:49.549605 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-527ff38c-326f-4623-a966-e697f8556aa5 req-e0ed684a-2ee1-4b96-b149-b11c3803f3d3 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Synchronizing usage tracker for tenant:19acbd934bc9493aa3ec8510f6d95f37 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:57:49.563515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-527ff38c-326f-4623-a966-e697f8556aa5 req-e0ed684a-2ee1-4b96-b149-b11c3803f3d3 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Unset dirty status for tenant:19acbd934bc9493aa3ec8510f6d95f37 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:57:49.565004 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-527ff38c-326f-4623-a966-e697f8556aa5 req-e0ed684a-2ee1-4b96-b149-b11c3803f3d3 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 943 time: 0.2109513 Jan 20 20:57:49.637856 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-527ff38c-326f-4623-a966-e697f8556aa5 req-51ddec59-d9f3-4200-a782-1c5cbdf68915 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598755 Jan 20 20:57:49.944955 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f70db-04da-4635-87d4-d3c0d7cfe64f req-26f58140-9036-41b7-b563-3f1b1cca5726 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:49.948376 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c67f70db-04da-4635-87d4-d3c0d7cfe64f req-26f58140-9036-41b7-b563-3f1b1cca5726 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1631672 Jan 20 20:57:50.026024 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c67f70db-04da-4635-87d4-d3c0d7cfe64f req-639ace1b-3af1-4387-b0fd-7e97a6b224c7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712454 Jan 20 20:57:50.274411 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbf13c-5f4d-4074-941e-a7603f18f80b req-ecc46094-ac5d-4fad-a3a0-dae50d0ec54b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:50.276369 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c0fbf13c-5f4d-4074-941e-a7603f18f80b req-ecc46094-ac5d-4fad-a3a0-dae50d0ec54b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.1240816 Jan 20 20:57:50.337209 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c0fbf13c-5f4d-4074-941e-a7603f18f80b req-68eb07c8-2bca-4c4e-8d20-b063df5a3a4a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479362 Jan 20 20:57:50.600294 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfceed68-b386-4d91-ad4e-6482ce5c5366 req-8dd99e89-f19b-40a1-8137-ddbccb1f999d tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:50.603071 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-dfceed68-b386-4d91-ad4e-6482ce5c5366 req-8dd99e89-f19b-40a1-8137-ddbccb1f999d tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 947 time: 0.1231291 Jan 20 20:57:50.668927 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-dfceed68-b386-4d91-ad4e-6482ce5c5366 req-c79fbca2-c5e1-4d19-9762-5d7fb1e9ac20 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579505 Jan 20 20:57:50.827070 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3fddfa-949a-461c-b207-6cc2a74cab66', 'tag': '8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8', 'status': 'completed', 'code': 200} Jan 20 20:57:51.092891 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0072f-d98e-415b-822b-1ea8dccb320f req-4a82a6d1-b75a-431e-9d84-675661149ffb tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:51.094690 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5ef0072f-d98e-415b-822b-1ea8dccb320f req-4a82a6d1-b75a-431e-9d84-675661149ffb tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.1098979 Jan 20 20:57:51.154717 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5ef0072f-d98e-415b-822b-1ea8dccb320f req-e19451b3-d0f7-4ca9-bce4-29614ddb78e6 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0468848 Jan 20 20:57:51.394887 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d18fd9-5c1a-4d9f-a58f-359e659d6767 req-c1764343-6329-449b-995b-d5645318566c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:51.394887 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-85d18fd9-5c1a-4d9f-a58f-359e659d6767 req-c1764343-6329-449b-995b-d5645318566c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1167579 Jan 20 20:57:51.472838 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-85d18fd9-5c1a-4d9f-a58f-359e659d6767 req-9f0278d3-e72f-4b1c-824d-f76f6d198cca tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700319 Jan 20 20:57:51.733602 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbed25-4d39-4941-a212-1bd9038f8515 req-e745cb77-01dc-43fa-897c-4d3ee0a84152 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:51.735358 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cdfbed25-4d39-4941-a212-1bd9038f8515 req-e745cb77-01dc-43fa-897c-4d3ee0a84152 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 943 time: 0.1151843 Jan 20 20:57:51.794646 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cdfbed25-4d39-4941-a212-1bd9038f8515 req-fcebd71e-7b5a-4ed5-82f6-eae4afb34f47 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522747 Jan 20 20:57:52.065538 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a21793-56d4-4bdd-9e14-4f982a5d428c req-84a941af-a9a2-46d0-9359-f16ae027c093 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:52.067287 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c3a21793-56d4-4bdd-9e14-4f982a5d428c req-84a941af-a9a2-46d0-9359-f16ae027c093 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1473529 Jan 20 20:57:52.124412 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c3a21793-56d4-4bdd-9e14-4f982a5d428c req-323aedc7-4d48-4ab4-a47e-33bda2e6f7e9 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506074 Jan 20 20:57:52.364451 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39eeaa-97f7-4eb4-84a8-7892761bbc15 req-851dfd49-4cb2-4e8d-9402-efdc4fb7800f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:52.366132 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7d39eeaa-97f7-4eb4-84a8-7892761bbc15 req-851dfd49-4cb2-4e8d-9402-efdc4fb7800f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.1077847 Jan 20 20:57:52.502030 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-793d8063-1ca8-4c86-987b-70af3403871a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=66cbf18e-1b79-4da9-9692-d3006572e656 HTTP/1.1" status: 200 len: 217 time: 0.1586030 Jan 20 20:57:52.504673 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d56b7b98-595d-46cb-a194-552c41972ab4 req-5776fddd-cf5d-47f9-a1a4-fb3069761f42 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d09b7fa-9fe0-45f3-8652-b507ff46a39a HTTP/1.1" status: 200 len: 217 time: 0.0821054 Jan 20 20:57:52.554990 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7d39eeaa-97f7-4eb4-84a8-7892761bbc15 req-e94cbeb0-b421-4764-9b19-cac36e440cb6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810641 Jan 20 20:57:52.577145 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a63fb4-dd4f-4360-bc3d-feaf620ae122 req-49e4ff5d-d1e5-4dd1-867f-65bed1047e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:52.579442 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f7a63fb4-dd4f-4360-bc3d-feaf620ae122 req-49e4ff5d-d1e5-4dd1-867f-65bed1047e53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19acbd934bc9493aa3ec8510f6d95f37&device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 1160 time: 0.1880310 Jan 20 20:57:52.732311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b7b98-595d-46cb-a194-552c41972ab4 req-5295be91-0d3e-4ed8-b651-c0b07c7d2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:52.736713 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d56b7b98-595d-46cb-a194-552c41972ab4 req-5295be91-0d3e-4ed8-b651-c0b07c7d2ffa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19270a47-c8fe-42d9-a21a-e8cb2c3a7199 HTTP/1.1" status: 200 len: 847 time: 0.1885417 Jan 20 20:57:52.894720 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-4591af7e-17f9-46a9-8fd3-d5701bcc9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:52.897871 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-4591af7e-17f9-46a9-8fd3-d5701bcc9426 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c6d529d-2457-473c-8aac-81c08c098f07 HTTP/1.1" status: 200 len: 843 time: 0.3493221 Jan 20 20:57:53.043493 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a63fb4-dd4f-4360-bc3d-feaf620ae122 req-9c199b8a-5140-4def-b666-c252ac1f50ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:53.045120 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f7a63fb4-dd4f-4360-bc3d-feaf620ae122 req-9c199b8a-5140-4def-b666-c252ac1f50ce service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=19acbd934bc9493aa3ec8510f6d95f37&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4285920 Jan 20 20:57:53.126540 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a45a5-4cd7-40e7-b111-22606c0ee31c req-29b8579b-583d-4570-99ef-088a9a0d2d9d tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:53.128349 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-743a45a5-4cd7-40e7-b111-22606c0ee31c req-29b8579b-583d-4570-99ef-088a9a0d2d9d tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 947 time: 0.3147423 Jan 20 20:57:53.255878 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b7b98-595d-46cb-a194-552c41972ab4 req-29d52c62-630f-4f39-9cda-9d643565a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:53.258556 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d56b7b98-595d-46cb-a194-552c41972ab4 req-29d52c62-630f-4f39-9cda-9d643565a8fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3626e053-e2c6-4a9d-af31-12464de5babb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3583446 Jan 20 20:57:53.295369 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c06928-964a-4813-959b-b7dac2c5bf59 req-4674001d-4d43-4dd7-999c-73ad258f5c44 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:53.297157 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-74c06928-964a-4813-959b-b7dac2c5bf59 req-4674001d-4d43-4dd7-999c-73ad258f5c44 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.2282040 Jan 20 20:57:53.355087 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-743a45a5-4cd7-40e7-b111-22606c0ee31c req-04f6067b-614e-4abf-af03-b90e623b90a0 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725233 Jan 20 20:57:53.415978 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a63fb4-dd4f-4360-bc3d-feaf620ae122 req-eb1f5923-426f-4844-9459-0c2cf6009045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:53.421348 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f7a63fb4-dd4f-4360-bc3d-feaf620ae122 req-eb1f5923-426f-4844-9459-0c2cf6009045 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3627374 Jan 20 20:57:53.459602 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-d626426c-7f3e-4926-97af-d5b2f7e1d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:53.461324 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-d626426c-7f3e-4926-97af-d5b2f7e1d9bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4570162 Jan 20 20:57:53.674607 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-4c794ecf-3bb9-4736-98fe-67b1ca2a2b30 service neutron] 10.222.0.10 "GET /v2.0/networks/cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645093 Jan 20 20:57:53.701712 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-74c06928-964a-4813-959b-b7dac2c5bf59 req-d0611601-b318-4055-b1d4-b841a0e6abf4 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3968854 Jan 20 20:57:53.807000 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d56b7b98-595d-46cb-a194-552c41972ab4 req-df512aa7-cfd6-451e-a03b-49020a0d0ffc service neutron] 10.222.0.10 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072236 Jan 20 20:57:53.811887 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-a217512f-0d32-4e6b-9f69-0a840f2f2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:53.815576 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-a217512f-0d32-4e6b-9f69-0a840f2f2de5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19acbd934bc9493aa3ec8510f6d95f37&device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 1160 time: 0.2974155 Jan 20 20:57:54.025093 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcf0dd-732c-4c24-a808-6d6168b7b76b req-2f870e93-da81-438a-93eb-4132ee34dadc tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:54.039566 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-39dcf0dd-732c-4c24-a808-6d6168b7b76b req-2f870e93-da81-438a-93eb-4132ee34dadc tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.3494804 Jan 20 20:57:54.147156 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-39dcf0dd-732c-4c24-a808-6d6168b7b76b req-b5ca0e91-7366-4063-ae6c-a3fa276e679a tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053185 Jan 20 20:57:54.302153 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090ebf1-d9fa-4f74-a73d-f45bd1cf704f req-6a34a208-d7ad-4faa-96e9-5c925df2f3f5 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:54.317217 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3090ebf1-d9fa-4f74-a73d-f45bd1cf704f req-6a34a208-d7ad-4faa-96e9-5c925df2f3f5 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 943 time: 0.3185356 Jan 20 20:57:54.453332 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d49f8e-8a27-4977-82b7-2711932723ea req-58cd0258-b4cc-4f4c-a3c2-86ef51938293 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:54.471672 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-34d49f8e-8a27-4977-82b7-2711932723ea req-58cd0258-b4cc-4f4c-a3c2-86ef51938293 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1407120 Jan 20 20:57:54.488034 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3090ebf1-d9fa-4f74-a73d-f45bd1cf704f req-ae77a467-200c-4e63-9689-da7dfffabd5b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693780 Jan 20 20:57:54.601498 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-34d49f8e-8a27-4977-82b7-2711932723ea req-a4f985f2-007b-414c-a84f-7bc0141f974f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286416 Jan 20 20:57:54.622677 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2dd5a250-83c3-4812-8a99-cd93e09311d3 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:57:54.920869 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 2dd5a250-83c3-4812-8a99-cd93e09311d3 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:57:54.922676 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:54.982638 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895de05-99b2-4925-8339-ef2c507b87af req-99b57ca8-7abe-4e81-b3a4-b2fefb69e61e tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:54.991417 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2895de05-99b2-4925-8339-ef2c507b87af req-99b57ca8-7abe-4e81-b3a4-b2fefb69e61e tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 947 time: 0.1893947 Jan 20 20:57:55.082204 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2895de05-99b2-4925-8339-ef2c507b87af req-3bdcccc4-49a8-4c1d-b8bb-7f175d8365ef tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882142 Jan 20 20:57:55.163097 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078f9ee-5a42-4cf5-ae08-8a03808e998b req-ef83575f-ebb1-4a4b-91ff-a2b1020e5d18 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:55.173924 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f078f9ee-5a42-4cf5-ae08-8a03808e998b req-ef83575f-ebb1-4a4b-91ff-a2b1020e5d18 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.1384556 Jan 20 20:57:55.203550 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 066eb50e-d450-44d9-8ac8-4f373e723466 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:57:55.242787 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f078f9ee-5a42-4cf5-ae08-8a03808e998b req-574a19f6-02e0-4cad-944a-2b582b6aa8bd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673227 Jan 20 20:57:55.398850 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 066eb50e-d450-44d9-8ac8-4f373e723466 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:57:55.399248 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:55.497711 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb0383-fed6-4508-acfc-79fbb1a2832b req-f9d38196-8cda-4938-b01f-8b75a7a7a644 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:55.506128 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-becb0383-fed6-4508-acfc-79fbb1a2832b req-f9d38196-8cda-4938-b01f-8b75a7a7a644 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.1897264 Jan 20 20:57:55.590965 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-becb0383-fed6-4508-acfc-79fbb1a2832b req-2d87fc8a-f0db-4774-baa4-5882fe882464 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0830166 Jan 20 20:57:55.967168 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10a554-4771-4bcb-8414-595fc639c5b0 req-a34c7a8a-1add-4987-abca-2939abbb5231 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:55.970120 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fc10a554-4771-4bcb-8414-595fc639c5b0 req-a34c7a8a-1add-4987-abca-2939abbb5231 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 943 time: 0.1886923 Jan 20 20:57:55.993519 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95306c7-46c3-4545-b3e5-dda2cabfc9cd req-30b3313f-5225-4bd0-9c5b-cc510e53badd tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:55.997076 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f95306c7-46c3-4545-b3e5-dda2cabfc9cd req-30b3313f-5225-4bd0-9c5b-cc510e53badd tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.3134911 Jan 20 20:57:56.078114 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fc10a554-4771-4bcb-8414-595fc639c5b0 req-7f400780-c2ab-4bfc-aee9-372eaed0fb81 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961168 Jan 20 20:57:56.081400 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f95306c7-46c3-4545-b3e5-dda2cabfc9cd req-6a497d18-4644-4d4d-ac62-e63a38363a68 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716906 Jan 20 20:57:56.427742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a85b2-e251-4d31-b404-36ced051d2b2 req-a82e7608-9076-448c-af40-936612e9256a tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:56.475294 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-215a85b2-e251-4d31-b404-36ced051d2b2 req-a82e7608-9076-448c-af40-936612e9256a tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 947 time: 0.2177331 Jan 20 20:57:56.548462 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-215a85b2-e251-4d31-b404-36ced051d2b2 req-f0a3832a-4ced-4c9f-af9f-643dbac10a05 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658550 Jan 20 20:57:56.574489 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9ed68-1d42-47c7-8c91-6dd6098d7d08 req-3b945e31-f908-4839-8c9f-6efc801854ca tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:56.577271 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d2c9ed68-1d42-47c7-8c91-6dd6098d7d08 req-3b945e31-f908-4839-8c9f-6efc801854ca tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.1445322 Jan 20 20:57:56.643741 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d2c9ed68-1d42-47c7-8c91-6dd6098d7d08 req-0360b147-e79b-4368-a0af-616a906bb59a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591152 Jan 20 20:57:56.925227 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b214c7-229d-4fa0-ab2f-31854710fd20 req-9807f9c9-f915-49be-a674-20882b19e802 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:56.926901 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-77b214c7-229d-4fa0-ab2f-31854710fd20 req-9807f9c9-f915-49be-a674-20882b19e802 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.1441708 Jan 20 20:57:56.997898 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-77b214c7-229d-4fa0-ab2f-31854710fd20 req-218ba807-0f02-448f-86b5-439e11a07861 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0643022 Jan 20 20:57:57.438079 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e3567-0e77-4ab4-9855-109181f92b20 req-04c9a25f-7fd1-4241-a9d7-8524a43aa133 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:57.440005 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3c2e3567-0e77-4ab4-9855-109181f92b20 req-04c9a25f-7fd1-4241-a9d7-8524a43aa133 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 943 time: 0.1717710 Jan 20 20:57:57.472283 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc60a7-ab23-47df-bcbd-5a8ab8452549 req-2f6634e6-6cb1-461b-b9d1-04c301413201 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:57.475416 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b9dc60a7-ab23-47df-bcbd-5a8ab8452549 req-2f6634e6-6cb1-461b-b9d1-04c301413201 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1638262 Jan 20 20:57:57.539198 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b9dc60a7-ab23-47df-bcbd-5a8ab8452549 req-3e367b88-1743-4bdf-9e4f-4d270a8c8b53 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515029 Jan 20 20:57:57.548658 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3c2e3567-0e77-4ab4-9855-109181f92b20 req-0c6c24df-7061-43d7-8635-aab04bc285b0 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955610 Jan 20 20:57:58.115826 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058709d-3552-49b6-94b6-dac2eb72d05d req-ffcee5ea-6752-495f-98a3-cf71c9a21d55 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:58.123767 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1058709d-3552-49b6-94b6-dac2eb72d05d req-ffcee5ea-6752-495f-98a3-cf71c9a21d55 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.2075498 Jan 20 20:57:58.140486 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eb7ad-baaa-440c-a826-911b68189ba6 req-d8fca57e-722d-4ae3-840c-0d4518b5442a tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:58.154447 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad5eb7ad-baaa-440c-a826-911b68189ba6 req-d8fca57e-722d-4ae3-840c-0d4518b5442a tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 947 time: 0.2958608 Jan 20 20:57:58.195583 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1058709d-3552-49b6-94b6-dac2eb72d05d req-7b5f411f-eea7-42dd-8241-06ca70ae5780 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704901 Jan 20 20:57:58.219111 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad5eb7ad-baaa-440c-a826-911b68189ba6 req-e8fc0ed1-b390-42ed-8adf-bab80040da55 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629678 Jan 20 20:57:58.480655 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea854a3-e89c-4167-b263-89f9fa821221 req-471351e4-c03d-4400-9b02-e9f02d6aaedf tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:58.483938 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9ea854a3-e89c-4167-b263-89f9fa821221 req-471351e4-c03d-4400-9b02-e9f02d6aaedf tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.1124709 Jan 20 20:57:58.551956 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9ea854a3-e89c-4167-b263-89f9fa821221 req-94840f22-c10a-45b7-a07b-26171961568c tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0543444 Jan 20 20:57:58.892665 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0514ba-1547-401c-b136-e4ab85a9e284 req-535439c8-8a8d-41bd-ba27-c064681c2712 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:58.894449 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1f0514ba-1547-401c-b136-e4ab85a9e284 req-535439c8-8a8d-41bd-ba27-c064681c2712 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 943 time: 0.1429915 Jan 20 20:57:58.993647 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1f0514ba-1547-401c-b136-e4ab85a9e284 req-c5462656-c6f2-44d3-aa46-f3053ad8cefc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846109 Jan 20 20:57:59.092255 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038de026-6e6f-4f64-8290-74178b7c35fa req-23fa4f7b-693a-411a-bdc0-5c845888fc45 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:59.094354 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-038de026-6e6f-4f64-8290-74178b7c35fa req-23fa4f7b-693a-411a-bdc0-5c845888fc45 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.2206366 Jan 20 20:57:59.257132 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-038de026-6e6f-4f64-8290-74178b7c35fa req-936c2e69-22c6-494c-9ec3-24d7960105ba tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542425 Jan 20 20:57:59.539270 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9bbb935a-465a-49e0-b5db-931abe612904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:57:59.752371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef742ea-3500-4cab-9e5b-f5d7ecbd91fe req-9e01f8ea-93d1-41ad-8ecd-fb9d50e555c6 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:59.754106 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-eef742ea-3500-4cab-9e5b-f5d7ecbd91fe req-9e01f8ea-93d1-41ad-8ecd-fb9d50e555c6 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 947 time: 0.1658304 Jan 20 20:57:59.823084 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-eef742ea-3500-4cab-9e5b-f5d7ecbd91fe req-d4a52456-9746-4d2e-a7b7-e4b7fd1e43be tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612967 Jan 20 20:57:59.876376 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a37064-74d1-4cd7-a9b6-ed75d2c84989 req-b8353bbf-8fd6-4e6e-8eef-884406349456 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:57:59.886804 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a5a37064-74d1-4cd7-a9b6-ed75d2c84989 req-b8353bbf-8fd6-4e6e-8eef-884406349456 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.2132514 Jan 20 20:57:59.962410 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a5a37064-74d1-4cd7-a9b6-ed75d2c84989 req-7e4dafc5-85fb-4aba-8d3f-e058faf7eeaf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738897 Jan 20 20:58:00.225193 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a6500-1d1b-40fd-a937-89a352727ff0 req-3c82d814-43f2-474f-92c5-01a5a37cd38b tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:00.227353 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-618a6500-1d1b-40fd-a937-89a352727ff0 req-3c82d814-43f2-474f-92c5-01a5a37cd38b tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.1668994 Jan 20 20:58:00.323821 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-618a6500-1d1b-40fd-a937-89a352727ff0 req-c30c0d57-4ebb-4489-b0f0-8835d122d02e tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0809083 Jan 20 20:58:00.365350 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e250cc9-bd52-4158-b797-c41ce6d5fbd8 req-e1c3ec0d-4f23-459b-8c96-3b8cae845eb7 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:00.367086 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e250cc9-bd52-4158-b797-c41ce6d5fbd8 req-e1c3ec0d-4f23-459b-8c96-3b8cae845eb7 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 943 time: 0.1361935 Jan 20 20:58:00.464805 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e250cc9-bd52-4158-b797-c41ce6d5fbd8 req-ef8b9c26-50f9-41a1-b06f-ccddb6fa4042 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860236 Jan 20 20:58:00.672383 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25289879-fa17-4081-b893-ac971003a3cc req-eed5d6e5-af6c-4b3d-be45-6b8b2c492615 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:00.674126 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-25289879-fa17-4081-b893-ac971003a3cc req-eed5d6e5-af6c-4b3d-be45-6b8b2c492615 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1304529 Jan 20 20:58:00.736783 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-25289879-fa17-4081-b893-ac971003a3cc req-9765cf8a-0fc0-446c-8afb-5e8ea46e3cb5 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554030 Jan 20 20:58:01.169898 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215313fa-6d51-4be2-87b7-b4aeab08ddf1 req-047f9745-f6d6-4d70-ba28-45b27e85c9c2 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:01.171845 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-215313fa-6d51-4be2-87b7-b4aeab08ddf1 req-047f9745-f6d6-4d70-ba28-45b27e85c9c2 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 947 time: 0.1623726 Jan 20 20:58:01.266970 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-215313fa-6d51-4be2-87b7-b4aeab08ddf1 req-958d9410-b5ef-4a85-b320-702dc84dd223 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886650 Jan 20 20:58:01.337595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 54872) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:58:01.589810 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae1abc-3c89-415f-9222-f0813b414c7a req-9337d883-e8e2-4f04-8a81-0139ed27ba25 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:01.591660 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-eeae1abc-3c89-415f-9222-f0813b414c7a req-9337d883-e8e2-4f04-8a81-0139ed27ba25 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.1277452 Jan 20 20:58:01.662609 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62146a4e-88fa-402b-88e6-c91fe7604a42 req-978d76b7-5f8f-44c2-97ac-39ef7375b3df tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:01.662609 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-62146a4e-88fa-402b-88e6-c91fe7604a42 req-978d76b7-5f8f-44c2-97ac-39ef7375b3df tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.5300412 Jan 20 20:58:01.669629 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c104551c-63c9-4cf9-98fb-9fd929a2c508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:01.688306 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-eeae1abc-3c89-415f-9222-f0813b414c7a req-eb1886b4-4da4-4f11-be7f-070bd48e7f2d tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0844247 Jan 20 20:58:01.706794 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c104551c-63c9-4cf9-98fb-9fd929a2c508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:58:01.717106 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-c104551c-63c9-4cf9-98fb-9fd929a2c508 admin admin] Usage tracker for resource:security_group_rule and tenant:e3091e7a82eb44388045acd7599abde4 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:58:01.735697 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-c104551c-63c9-4cf9-98fb-9fd929a2c508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:58:01.747532 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-62146a4e-88fa-402b-88e6-c91fe7604a42 req-0b2991a1-bc65-46f7-8622-2207fbbafec0 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758722 Jan 20 20:58:01.752364 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c104551c-63c9-4cf9-98fb-9fd929a2c508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:58:01.934402 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c104551c-63c9-4cf9-98fb-9fd929a2c508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:01.944680 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c104551c-63c9-4cf9-98fb-9fd929a2c508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:02.003529 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d5d79a0d-4f92-407b-b5b4-caad87b152f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:02.017951 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-c104551c-63c9-4cf9-98fb-9fd929a2c508 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3091e7a82eb44388045acd7599abde4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6788521 Jan 20 20:58:02.020746 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 54886) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:58:02.154333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104551c-63c9-4cf9-98fb-9fd929a2c508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be4f8fc-1a5e-4d08-b3ce-730be71dd4df,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:02.180099 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c104551c-63c9-4cf9-98fb-9fd929a2c508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:02.222095 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c8b5b-d16d-416d-ac65-da62ea02eda1 req-e79c29b2-fdd8-4815-b99f-a96a46e4b85b tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:02.223693 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-532cd9d4-601c-49a1-adde-f7ee144c1efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:02.224742 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-206c8b5b-d16d-416d-ac65-da62ea02eda1 req-e79c29b2-fdd8-4815-b99f-a96a46e4b85b tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.2390091 Jan 20 20:58:02.269654 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2a8ee-d61d-4686-a889-4cf71532048b req-2e159fa9-e064-4779-ae67-9d5d8f16efde tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:02.271482 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9ad2a8ee-d61d-4686-a889-4cf71532048b req-2e159fa9-e064-4779-ae67-9d5d8f16efde tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 943 time: 0.2692776 Jan 20 20:58:02.293337 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-532cd9d4-601c-49a1-adde-f7ee144c1efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:02.303382 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-206c8b5b-d16d-416d-ac65-da62ea02eda1 req-4362ceff-305f-489f-bc43-3bf091757ac4 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713053 Jan 20 20:58:02.374914 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9ad2a8ee-d61d-4686-a889-4cf71532048b req-f7c50dbb-04a8-4098-af72-3382169e3e42 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877244 Jan 20 20:58:02.452507 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-532cd9d4-601c-49a1-adde-f7ee144c1efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:02.473614 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cd599548-d2e4-4bea-b73c-55dc1a08a87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:02.489505 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cd9d4-601c-49a1-adde-f7ee144c1efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be4f8fc-1a5e-4d08-b3ce-730be71dd4df,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:02.495705 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-13081cd7-a4c5-486f-ab5e-8fc8e0fe1167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:02.512978 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-532cd9d4-601c-49a1-adde-f7ee144c1efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:02.513972 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-532cd9d4-601c-49a1-adde-f7ee144c1efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:02.520347 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-532cd9d4-601c-49a1-adde-f7ee144c1efd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2be4f8fc-1a5e-4d08-b3ce-730be71dd4df HTTP/1.1" status: 204 len: 168 time: 0.4954333 Jan 20 20:58:02.549709 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:02.629710 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ef910-8b29-4060-9b43-07115ea8253d req-8dc9223b-20d3-4eaa-bb88-64f6f25312fa tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:02.631474 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7f2ef910-8b29-4060-9b43-07115ea8253d req-8dc9223b-20d3-4eaa-bb88-64f6f25312fa tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 947 time: 0.1354668 Jan 20 20:58:02.688330 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7f2ef910-8b29-4060-9b43-07115ea8253d req-a129d3af-702e-4055-bff2-154b58b07a81 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481811 Jan 20 20:58:03.176716 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:03.210454 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026abed-96c5-469c-941b-7eaebeb12f28 req-26d36ccd-5dd1-4479-a5f0-8430f0960a75 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:03.219217 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2026abed-96c5-469c-941b-7eaebeb12f28 req-26d36ccd-5dd1-4479-a5f0-8430f0960a75 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.1947098 Jan 20 20:58:03.228895 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec21ff-bd11-4b87-a24a-f84f9dd76e48 req-ff9ec241-ddee-4a6a-8920-3e18a9b49162 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:03.245057 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-37ec21ff-bd11-4b87-a24a-f84f9dd76e48 req-ff9ec241-ddee-4a6a-8920-3e18a9b49162 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.3140993 Jan 20 20:58:03.329839 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-37ec21ff-bd11-4b87-a24a-f84f9dd76e48 req-785b9bf7-bacc-4298-a829-e329b6aa68ff tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0828035 Jan 20 20:58:03.334276 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2026abed-96c5-469c-941b-7eaebeb12f28 req-39cd95ad-3f77-40b7-8d7f-aae47ec1a307 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051538 Jan 20 20:58:03.673542 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:03.788716 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e436ff9-0572-4ca5-a412-38c76c3a714a req-50294d7d-6e2e-4104-8cb5-af44c0fc34b9 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:03.790408 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b945be-f7f0-4fa9-93a5-923f5181dab7 req-74205e33-eab6-4559-984a-f70be3b29a48 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:03.793558 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-83b945be-f7f0-4fa9-93a5-923f5181dab7 req-74205e33-eab6-4559-984a-f70be3b29a48 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.2113402 Jan 20 20:58:03.795263 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5e436ff9-0572-4ca5-a412-38c76c3a714a req-50294d7d-6e2e-4104-8cb5-af44c0fc34b9 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 943 time: 0.2028487 Jan 20 20:58:03.890204 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5e436ff9-0572-4ca5-a412-38c76c3a714a req-e58fbaf6-fab6-44cb-9b28-01df1b83f852 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870152 Jan 20 20:58:03.893731 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-83b945be-f7f0-4fa9-93a5-923f5181dab7 req-18572bc1-fc9e-4e96-a26f-aac62fc1d553 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926664 Jan 20 20:58:04.302792 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad879bb0-726b-4350-a989-d1069bb65ead req-1a91f0ed-629c-4eb0-9c99-abf010b879d0 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:04.315091 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad879bb0-726b-4350-a989-d1069bb65ead req-1a91f0ed-629c-4eb0-9c99-abf010b879d0 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 947 time: 0.1734200 Jan 20 20:58:04.396419 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad879bb0-726b-4350-a989-d1069bb65ead req-8a080006-fc47-4389-957a-3cbdf1fdd2e5 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820277 Jan 20 20:58:04.731875 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c38b7-4c8d-48b5-b0b8-7e7c78835d16 req-5ca33a87-9ea3-490c-94de-46b9499ed831 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:04.733616 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0f5c38b7-4c8d-48b5-b0b8-7e7c78835d16 req-5ca33a87-9ea3-490c-94de-46b9499ed831 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.1235926 Jan 20 20:58:04.814758 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f20bc-c2e6-4a8f-8252-5da5533ffd89 req-e55bc0e5-49f6-4a85-857e-5584c0b75d85 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:04.817940 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0f5c38b7-4c8d-48b5-b0b8-7e7c78835d16 req-2b613727-3437-4319-aef1-50c4e0124459 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775759 Jan 20 20:58:04.820769 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-056f20bc-c2e6-4a8f-8252-5da5533ffd89 req-e55bc0e5-49f6-4a85-857e-5584c0b75d85 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.2297835 Jan 20 20:58:04.920892 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-056f20bc-c2e6-4a8f-8252-5da5533ffd89 req-81d16030-2aff-4133-bbc8-71e68d27c7f6 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0911133 Jan 20 20:58:05.356837 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f23bd6-c8b6-497b-8e13-9cf9282e20dd req-b63a7dfb-f5a0-42f7-96eb-411a098d3765 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:05.358608 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c5f23bd6-c8b6-497b-8e13-9cf9282e20dd req-b63a7dfb-f5a0-42f7-96eb-411a098d3765 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 943 time: 0.1781118 Jan 20 20:58:05.461794 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc97575-ce2b-4071-92e5-4439d5ff2222 req-7bba98e6-ecee-4f44-a0ae-9ba265dd93e8 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:05.471909 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c5f23bd6-c8b6-497b-8e13-9cf9282e20dd req-74f9950d-b31b-4481-894f-987f44ba5cf5 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013141 Jan 20 20:58:05.478464 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6fc97575-ce2b-4071-92e5-4439d5ff2222 req-7bba98e6-ecee-4f44-a0ae-9ba265dd93e8 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.2693493 Jan 20 20:58:05.608303 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6fc97575-ce2b-4071-92e5-4439d5ff2222 req-4b1e7d17-ed55-449f-9388-76104cd56350 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278152 Jan 20 20:58:05.810051 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136197f5-4103-4831-aaa3-5499ab675fc2 req-dc7ee42a-fbc9-42c1-a2d8-c532210db690 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:05.811777 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-136197f5-4103-4831-aaa3-5499ab675fc2 req-dc7ee42a-fbc9-42c1-a2d8-c532210db690 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 947 time: 0.1278226 Jan 20 20:58:05.893620 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-136197f5-4103-4831-aaa3-5499ab675fc2 req-d799dc7b-b123-48d4-9a17-ac9330e8b8e2 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725491 Jan 20 20:58:06.100812 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa360c-53a1-4760-ade5-43d72e53094c req-9e33c80f-bd30-4fa4-bccf-357952f6933b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:06.102558 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-19fa360c-53a1-4760-ade5-43d72e53094c req-9e33c80f-bd30-4fa4-bccf-357952f6933b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.1203074 Jan 20 20:58:06.172458 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-19fa360c-53a1-4760-ade5-43d72e53094c req-abddfb24-ce58-41a8-8825-3ee59a9d84a9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516288 Jan 20 20:58:06.463633 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28f28d-0488-4eda-bfe2-104c448dd3b0 req-308e75a1-26a0-4896-ba89-3be90d1316d7 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:06.466915 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3b28f28d-0488-4eda-bfe2-104c448dd3b0 req-308e75a1-26a0-4896-ba89-3be90d1316d7 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.3747787 Jan 20 20:58:06.540433 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3b28f28d-0488-4eda-bfe2-104c448dd3b0 req-0a37945a-2329-4fc2-a05a-2e826b5de86a tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0656381 Jan 20 20:58:06.843856 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfebce-f528-4ca3-8d1e-5961960de6f5 req-c74ce2d2-e313-4e47-bdb6-5e450956f065 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:06.846221 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1edfebce-f528-4ca3-8d1e-5961960de6f5 req-c74ce2d2-e313-4e47-bdb6-5e450956f065 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 943 time: 0.1541631 Jan 20 20:58:06.998702 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-67304582-99c1-499f-9661-2ceecc312caa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 HTTP/1.1" status: 200 len: 217 time: 0.1046178 Jan 20 20:58:07.022195 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c8f18-baff-4374-a6e4-b8fc65ae8837 req-781f7fcb-ab3f-40be-adda-cf178c6c4a16 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:07.023948 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a62c8f18-baff-4374-a6e4-b8fc65ae8837 req-781f7fcb-ab3f-40be-adda-cf178c6c4a16 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.2128406 Jan 20 20:58:07.066509 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1edfebce-f528-4ca3-8d1e-5961960de6f5 req-08222f8d-61df-497a-8e22-4063655342c8 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126768 Jan 20 20:58:07.079959 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a62c8f18-baff-4374-a6e4-b8fc65ae8837 req-1043f7c9-ad08-4075-b4f3-a8ad18a03afb tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480087 Jan 20 20:58:07.116416 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:58:07.171707 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d56b7b98-595d-46cb-a194-552c41972ab4 req-a7d2f3d1-0c0d-4aa0-9adc-7e13644868ff service neutron] 10.222.0.10 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2804022 Jan 20 20:58:07.190896 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8bd532d1-8f92-4874-a8c5-43838b090754 req-2fe7dc71-4f25-4206-8970-4f3e02952aad service neutron] 10.222.0.10 "GET /v2.0/networks/cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3027442 Jan 20 20:58:07.342905 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c39c56-49f5-4ec3-861b-8dd54d6be156 req-b9324c39-0543-4341-963c-57e2703c4e16 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:07.344526 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-51c39c56-49f5-4ec3-861b-8dd54d6be156 req-b9324c39-0543-4341-963c-57e2703c4e16 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 947 time: 0.1162508 Jan 20 20:58:07.405484 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-51c39c56-49f5-4ec3-861b-8dd54d6be156 req-91d840fd-4b27-4e23-9c55-b5c4191b8fe8 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493526 Jan 20 20:58:07.487289 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210a63f-d186-4d73-9bee-799a935d64bb req-cdabd05e-ec5c-4b43-88b3-989c47e7808e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:07.489021 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9210a63f-d186-4d73-9bee-799a935d64bb req-cdabd05e-ec5c-4b43-88b3-989c47e7808e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.1421661 Jan 20 20:58:07.543796 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9210a63f-d186-4d73-9bee-799a935d64bb req-e5920f75-094c-4e3f-becb-296b6718e247 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473633 Jan 20 20:58:08.003834 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b259da4-7f97-401b-8295-0364fcc93802 req-f0ec9aa8-c216-4aa2-b669-a182d09afcce tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:08.005547 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5b259da4-7f97-401b-8295-0364fcc93802 req-f0ec9aa8-c216-4aa2-b669-a182d09afcce tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.1530087 Jan 20 20:58:08.066935 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5b259da4-7f97-401b-8295-0364fcc93802 req-70cd85be-734a-42ba-84f6-49b023933d77 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0487757 Jan 20 20:58:08.346958 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcedc7a-4d58-4bad-94c1-c4b1b28caaa2 req-e5d08f04-941c-4663-8247-28f9b1d4e826 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:08.348712 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ffcedc7a-4d58-4bad-94c1-c4b1b28caaa2 req-e5d08f04-941c-4663-8247-28f9b1d4e826 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 943 time: 0.1218958 Jan 20 20:58:08.366265 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2301b-0e6e-46fc-956a-08d285166148 req-ef6c27d0-09a4-47df-a61c-88a86899a18e tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:08.368075 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-82a2301b-0e6e-46fc-956a-08d285166148 req-ef6c27d0-09a4-47df-a61c-88a86899a18e tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1201417 Jan 20 20:58:08.436612 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ffcedc7a-4d58-4bad-94c1-c4b1b28caaa2 req-d0508160-0db2-441f-b800-3eda5059ec82 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760336 Jan 20 20:58:08.460190 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-82a2301b-0e6e-46fc-956a-08d285166148 req-3b0e2daf-65e3-40c8-9541-50bc5ca03431 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799997 Jan 20 20:58:08.672519 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac784c93-56dc-46af-82ae-06b53c4accc4 req-e65ba1ca-ac33-4b40-9b42-2779a6e1ce16 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:08.674271 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac784c93-56dc-46af-82ae-06b53c4accc4 req-e65ba1ca-ac33-4b40-9b42-2779a6e1ce16 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 947 time: 0.1115892 Jan 20 20:58:08.741030 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac784c93-56dc-46af-82ae-06b53c4accc4 req-91cda994-3733-4c8e-93e5-7a5187066f27 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595601 Jan 20 20:58:08.901514 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243f2fe-0430-4620-ad90-827e5590b4f3 req-14adf47d-41c7-4a41-8715-d2e6be456cf6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:08.903217 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3243f2fe-0430-4620-ad90-827e5590b4f3 req-14adf47d-41c7-4a41-8715-d2e6be456cf6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.1149786 Jan 20 20:58:08.977947 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3243f2fe-0430-4620-ad90-827e5590b4f3 req-b028fbfc-6124-4222-9e65-d588e5c8d09d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675497 Jan 20 20:58:09.314685 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e53e5a-9156-41b3-b1dd-03e72a90ba3e req-e657bfeb-97eb-4a66-8115-21c120ef924f tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:09.316443 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-45e53e5a-9156-41b3-b1dd-03e72a90ba3e req-e657bfeb-97eb-4a66-8115-21c120ef924f tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.1117001 Jan 20 20:58:09.391700 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-45e53e5a-9156-41b3-b1dd-03e72a90ba3e req-0147237d-dc86-4e4f-89fb-b14985a44a4b tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0668344 Jan 20 20:58:09.619742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:09.800644 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc13e6-c5bf-4983-8123-cd76fdf92a70 req-ec11a593-2bca-4c89-992c-483da93e7669 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:09.802396 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-44fc13e6-c5bf-4983-8123-cd76fdf92a70 req-ec11a593-2bca-4c89-992c-483da93e7669 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 943 time: 0.2191234 Jan 20 20:58:09.890177 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-b9cab8ac-893c-4c3e-9261-22554512da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:09.892985 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-b9cab8ac-893c-4c3e-9261-22554512da20 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=397012bd-7b76-4a96-a088-d52b2af7ec97 HTTP/1.1" status: 200 len: 854 time: 0.1712773 Jan 20 20:58:09.916951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c041cd-04f7-4275-a97d-b9c6531174bd req-de951d94-25b2-4d5a-8101-112eb947f619 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:09.919911 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e4c041cd-04f7-4275-a97d-b9c6531174bd req-de951d94-25b2-4d5a-8101-112eb947f619 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.2331250 Jan 20 20:58:09.949039 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-44fc13e6-c5bf-4983-8123-cd76fdf92a70 req-eec9a97d-411c-4e93-a2fa-bf8b2d5c76bb tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214118 Jan 20 20:58:10.011686 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e4c041cd-04f7-4275-a97d-b9c6531174bd req-44fc9a31-b56f-4f46-a17a-621e252e61c6 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828326 Jan 20 20:58:10.028926 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbbc0f-60ae-4c95-a2e8-de9fd45faa1d req-4c19713c-411b-49ad-8944-141bf3e35a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:10.030743 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f1cbbc0f-60ae-4c95-a2e8-de9fd45faa1d req-4c19713c-411b-49ad-8944-141bf3e35a2a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd366b33bfbd40a28f5f53b36f0cd4b1&device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 1164 time: 0.1953540 Jan 20 20:58:10.189794 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-965f5c39-24a6-4b52-a81c-ea2905754369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:10.192468 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-965f5c39-24a6-4b52-a81c-ea2905754369 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=296e01d9-eed6-4c61-9729-39e865bcc82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2416766 Jan 20 20:58:10.437528 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbbc0f-60ae-4c95-a2e8-de9fd45faa1d req-1cc42051-a6b2-48dc-a052-9dbdf664f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:10.439372 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f1cbbc0f-60ae-4c95-a2e8-de9fd45faa1d req-1cc42051-a6b2-48dc-a052-9dbdf664f1bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3 HTTP/1.1" status: 200 len: 863 time: 0.3985069 Jan 20 20:58:10.534406 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f1cbbc0f-60ae-4c95-a2e8-de9fd45faa1d req-13301400-6980-4c01-8041-bc34da162b6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=66cbf18e-1b79-4da9-9692-d3006572e656 HTTP/1.1" status: 200 len: 217 time: 0.0844078 Jan 20 20:58:10.547886 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-7602a11e-cbb6-45fd-adf0-b9567edb0e6c service neutron] 10.222.0.10 "GET /v2.0/networks/296e01d9-eed6-4c61-9729-39e865bcc82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466415 Jan 20 20:58:10.636099 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cbd3e-2494-4bad-8b13-dae6011382dc req-2858566f-8441-4f8d-bd07-d928a9ce4de8 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:10.637864 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-007cbd3e-2494-4bad-8b13-dae6011382dc req-2858566f-8441-4f8d-bd07-d928a9ce4de8 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 947 time: 0.1843150 Jan 20 20:58:10.646356 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d722213-6bd6-46f5-9e96-a82e506e69b2 req-7c36804d-8c42-46da-a279-8dc552bce9ec tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:10.648167 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9d722213-6bd6-46f5-9e96-a82e506e69b2 req-7c36804d-8c42-46da-a279-8dc552bce9ec tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.3458405 Jan 20 20:58:10.665744 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bdcd305e-c712-42ab-84f3-5f7427663f09 req-d1c22ba3-920c-4ee3-93b3-a4a16a9da52b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3033400 Jan 20 20:58:10.680953 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbbc0f-60ae-4c95-a2e8-de9fd45faa1d req-30fb9081-442c-42f0-858c-ddf96ed520e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:10.682628 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f1cbbc0f-60ae-4c95-a2e8-de9fd45faa1d req-30fb9081-442c-42f0-858c-ddf96ed520e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c6d529d-2457-473c-8aac-81c08c098f07 HTTP/1.1" status: 200 len: 843 time: 0.1380560 Jan 20 20:58:10.720186 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9d722213-6bd6-46f5-9e96-a82e506e69b2 req-d69b2f63-dc3b-4cab-8e43-154973a251e2 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607412 Jan 20 20:58:10.824555 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-007cbd3e-2494-4bad-8b13-dae6011382dc req-537b905b-21e4-4aba-b9a5-ec60f1c86f26 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305423 Jan 20 20:58:10.868888 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7419a76-e56f-48ca-9378-aee59a85d2c3 req-41c4294b-eb75-4730-9ee4-37bb90e623b8 service neutron] 10.222.0.10 "GET /v2.0/networks/296e01d9-eed6-4c61-9729-39e865bcc82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2839267 Jan 20 20:58:11.021136 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbbc0f-60ae-4c95-a2e8-de9fd45faa1d req-af146e6e-69b8-4675-ae37-4da177678028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:11.022866 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f1cbbc0f-60ae-4c95-a2e8-de9fd45faa1d req-af146e6e-69b8-4675-ae37-4da177678028 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2854340 Jan 20 20:58:11.052395 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c720c0f-1a70-4723-b5b4-a4301de5c282 req-a513f100-8e83-4fa2-8b9d-7bfa1f75c13c tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:11.054145 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7c720c0f-1a70-4723-b5b4-a4301de5c282 req-a513f100-8e83-4fa2-8b9d-7bfa1f75c13c tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.1787045 Jan 20 20:58:11.082306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd305e-c712-42ab-84f3-5f7427663f09 req-35dacc8d-ede7-4b55-9b82-2bd2d7a28ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:11.084018 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bdcd305e-c712-42ab-84f3-5f7427663f09 req-35dacc8d-ede7-4b55-9b82-2bd2d7a28ec1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fd4acf44f08949f899f3c5761d72cb34&device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 1163 time: 0.2652519 Jan 20 20:58:11.528813 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f95b3-1e1b-450e-991f-3b7eb7b954c8 req-9b154d50-17a2-4584-a7a7-4a73261b01fa tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:11.533026 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f56f95b3-1e1b-450e-991f-3b7eb7b954c8 req-9b154d50-17a2-4584-a7a7-4a73261b01fa tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 943 time: 0.2783351 Jan 20 20:58:11.579758 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7c720c0f-1a70-4723-b5b4-a4301de5c282 req-6dec4e1a-86b6-48ce-9bea-7debca9f6b4c tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.4920690 Jan 20 20:58:11.637573 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f1cbbc0f-60ae-4c95-a2e8-de9fd45faa1d req-3094ca96-e277-4e80-82f3-d9d8bba76110 service neutron] 10.222.0.10 "GET /v2.0/networks/cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807676 Jan 20 20:58:11.674545 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f56f95b3-1e1b-450e-991f-3b7eb7b954c8 req-67092fd7-b7a3-414a-a2b4-e4ca5027231c tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261873 Jan 20 20:58:11.757926 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd305e-c712-42ab-84f3-5f7427663f09 req-09549ca4-1955-4f61-a87c-650b2af86d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:11.761376 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bdcd305e-c712-42ab-84f3-5f7427663f09 req-09549ca4-1955-4f61-a87c-650b2af86d8e service neutron] 10.222.0.10 "GET /v2.0/networks?id=32b3adf7-5052-49cb-b08c-47d815946f90 HTTP/1.1" status: 200 len: 913 time: 0.6041913 Jan 20 20:58:11.908049 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bdcd305e-c712-42ab-84f3-5f7427663f09 req-6899859b-e9c0-4637-919e-d923345b82b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48416ec5-8a2c-46b0-95d7-6a2088f96f60 HTTP/1.1" status: 200 len: 217 time: 0.1230111 Jan 20 20:58:12.064435 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f1cbbc0f-60ae-4c95-a2e8-de9fd45faa1d req-efd0f35e-7417-4a8b-822b-4c0b5153bafa service neutron] 10.222.0.10 "GET /v2.0/networks/cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4168961 Jan 20 20:58:12.072976 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd305e-c712-42ab-84f3-5f7427663f09 req-77f23460-193a-4c55-9746-40579abc742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:12.074634 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bdcd305e-c712-42ab-84f3-5f7427663f09 req-77f23460-193a-4c55-9746-40579abc742d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e1a6ce97-8658-4c05-bda6-1c27ed45d811 HTTP/1.1" status: 200 len: 859 time: 0.1144996 Jan 20 20:58:12.103253 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471381b-abaf-4060-bf09-bf8415b3ec5c req-4c9e7386-4965-4146-99ec-72a2c1cb651a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:12.105562 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f471381b-abaf-4060-bf09-bf8415b3ec5c req-4c9e7386-4965-4146-99ec-72a2c1cb651a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.1397052 Jan 20 20:58:12.107804 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837d030-b52e-4b2c-8854-7a9253fb40ea req-d066246a-fab6-4cfe-8a82-ffc465250483 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:12.109534 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f837d030-b52e-4b2c-8854-7a9253fb40ea req-d066246a-fab6-4cfe-8a82-ffc465250483 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.2609782 Jan 20 20:58:12.171223 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f471381b-abaf-4060-bf09-bf8415b3ec5c req-129b912a-c0e8-42a9-b3ab-c8d9e23f7f47 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523322 Jan 20 20:58:12.179799 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bdcd305e-c712-42ab-84f3-5f7427663f09 req-6bcc636f-dcd6-48f2-8cab-0b20d727d018 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=32b3adf7-5052-49cb-b08c-47d815946f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691292 Jan 20 20:58:12.290778 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f837d030-b52e-4b2c-8854-7a9253fb40ea req-31f0a4b3-a4b6-43e0-ad6a-0642c625a4c8 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437738 Jan 20 20:58:12.420924 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bdcd305e-c712-42ab-84f3-5f7427663f09 req-7fb0e801-6847-4e73-8cdf-82e90ea04c55 service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273986 Jan 20 20:58:12.648596 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Network cbe40ebc-7d8d-4f4f-a4b0-f9758934b9c3 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:58:12.668691 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bdcd305e-c712-42ab-84f3-5f7427663f09 req-1e1497c1-b2cb-409e-bed8-d4ae95fd6e29 service neutron] 10.222.0.10 "GET /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2341993 Jan 20 20:58:12.779059 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae39c55-58e9-41aa-8a7b-1c45eb718a99 req-6a8ffba4-2b93-4481-ac61-f94f06db49a1 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:12.788892 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aae39c55-58e9-41aa-8a7b-1c45eb718a99 req-6a8ffba4-2b93-4481-ac61-f94f06db49a1 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 947 time: 0.2856483 Jan 20 20:58:12.927712 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aae39c55-58e9-41aa-8a7b-1c45eb718a99 req-fdaba9bc-6bbe-4279-b15e-f8ef7bc52c63 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273537 Jan 20 20:58:13.242436 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d701fca-96a3-4495-9f12-8add5c20f41d req-0b8fe00b-cead-4614-bbcd-9d63022759fd tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:13.244208 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1d701fca-96a3-4495-9f12-8add5c20f41d req-0b8fe00b-cead-4614-bbcd-9d63022759fd tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.1404836 Jan 20 20:58:13.314609 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1d701fca-96a3-4495-9f12-8add5c20f41d req-92eb3339-c00f-4985-bd23-c589a227a091 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0602674 Jan 20 20:58:13.476932 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe6660-92ef-493f-9d23-1a64adc5349d req-10fb24a9-2a2a-43d4-ae8a-3eb8932c0068 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:13.480533 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-17fe6660-92ef-493f-9d23-1a64adc5349d req-10fb24a9-2a2a-43d4-ae8a-3eb8932c0068 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 943 time: 0.2231176 Jan 20 20:58:13.538979 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-17fe6660-92ef-493f-9d23-1a64adc5349d req-afa55dab-7443-4319-8016-b8b20a8723a6 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520937 Jan 20 20:58:13.663248 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.objects.ports [None req-906a0268-785b-4088-882e-bc56293de2ee None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80114) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 20 20:58:13.862524 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c779743-b0fe-4c06-8e7e-7b4c7f2559f9 req-66382dcb-4c75-4c93-9190-09443077a4b1 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:13.864792 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3c779743-b0fe-4c06-8e7e-7b4c7f2559f9 req-66382dcb-4c75-4c93-9190-09443077a4b1 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.1384926 Jan 20 20:58:13.920676 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3c779743-b0fe-4c06-8e7e-7b4c7f2559f9 req-8fff0470-9399-4158-8881-90fa1ce3c9b2 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483274 Jan 20 20:58:14.279210 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded27ac-9f9b-408e-9eb6-fbbe810a2cc7 req-452f9db6-52d1-4159-bffd-67d020940381 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:14.286802 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0ded27ac-9f9b-408e-9eb6-fbbe810a2cc7 req-452f9db6-52d1-4159-bffd-67d020940381 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 947 time: 0.1477644 Jan 20 20:58:14.356659 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0ded27ac-9f9b-408e-9eb6-fbbe810a2cc7 req-01fff2c7-1758-4628-9e37-9e2cf3f35e34 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665972 Jan 20 20:58:14.461764 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 55076) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:58:14.646136 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-25511985-8878-4f3b-8b4b-12e5c62bd82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:14.664346 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-25511985-8878-4f3b-8b4b-12e5c62bd82c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:58:14.670083 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-25511985-8878-4f3b-8b4b-12e5c62bd82c admin admin] Usage tracker for resource:security_group_rule and tenant:a1a18158fc884fd0ac239aea061d4af7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:58:14.673995 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-25511985-8878-4f3b-8b4b-12e5c62bd82c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:58:14.680900 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-25511985-8878-4f3b-8b4b-12e5c62bd82c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:58:14.720921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379e03f-2089-4c66-af77-a15215850f7d req-7b2a909f-cfcb-44f2-84f8-71d3ad5c637f tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:14.724542 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d379e03f-2089-4c66-af77-a15215850f7d req-7b2a909f-cfcb-44f2-84f8-71d3ad5c637f tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.1543543 Jan 20 20:58:14.808534 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d379e03f-2089-4c66-af77-a15215850f7d req-4758025a-a356-46c4-9cfa-03e6f781cdc2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0752614 Jan 20 20:58:14.849620 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-25511985-8878-4f3b-8b4b-12e5c62bd82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:14.853673 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-25511985-8878-4f3b-8b4b-12e5c62bd82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:14.863328 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-532cd9d4-601c-49a1-adde-f7ee144c1efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:14.898593 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea461d6b-8798-4b75-9d3c-54bc059dedb7 req-aadc3718-be85-4392-88bf-f4262014198d tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:14.900298 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ea461d6b-8798-4b75-9d3c-54bc059dedb7 req-aadc3718-be85-4392-88bf-f4262014198d tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 943 time: 0.1754284 Jan 20 20:58:14.954107 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-25511985-8878-4f3b-8b4b-12e5c62bd82c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1a18158fc884fd0ac239aea061d4af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4911258 Jan 20 20:58:14.957330 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 55086) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:58:14.964013 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25511985-8878-4f3b-8b4b-12e5c62bd82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2bfa4b-bc29-4289-8a66-431a1e32471d,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:14.968609 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-25511985-8878-4f3b-8b4b-12e5c62bd82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:14.996916 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ea461d6b-8798-4b75-9d3c-54bc059dedb7 req-139cecdf-6f9c-4f89-ace0-84453bc547e6 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844145 Jan 20 20:58:15.072247 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6a1d1672-2db4-4a30-96cf-09580f88ac3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:15.102366 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6a1d1672-2db4-4a30-96cf-09580f88ac3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:15.218617 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6a1d1672-2db4-4a30-96cf-09580f88ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:15.225569 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:15.242899 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d1672-2db4-4a30-96cf-09580f88ac3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2bfa4b-bc29-4289-8a66-431a1e32471d,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:15.247680 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6a1d1672-2db4-4a30-96cf-09580f88ac3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:15.254629 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6a1d1672-2db4-4a30-96cf-09580f88ac3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:15.255870 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-6a1d1672-2db4-4a30-96cf-09580f88ac3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b2bfa4b-bc29-4289-8a66-431a1e32471d HTTP/1.1" status: 204 len: 168 time: 0.2976489 Jan 20 20:58:15.280551 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1fc7a-946f-4099-b2f9-1ca256268187 req-7788428d-8ba9-4951-8eef-8b7686663cc6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:15.282452 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-28e1fc7a-946f-4099-b2f9-1ca256268187 req-7788428d-8ba9-4951-8eef-8b7686663cc6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.1602726 Jan 20 20:58:15.346023 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-28e1fc7a-946f-4099-b2f9-1ca256268187 req-e65ebec2-afdf-43a1-bf0f-0eb500493003 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514970 Jan 20 20:58:15.689226 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebd210-b4ca-43b8-8848-eace7d5953b4 req-8483e7f3-c769-440f-a0f6-3fba2b521fa4 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:15.690962 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5bebd210-b4ca-43b8-8848-eace7d5953b4 req-8483e7f3-c769-440f-a0f6-3fba2b521fa4 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 947 time: 0.1631067 Jan 20 20:58:15.748184 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5bebd210-b4ca-43b8-8848-eace7d5953b4 req-650d816e-ef03-4dab-8615-e228b77fe685 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503833 Jan 20 20:58:15.861726 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2d09b7fa-9fe0-45f3-8652-b507ff46a39a up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:58:15.955730 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:58:15.964245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:58:15.965006 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:16.154260 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:16.193684 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9304c8-1479-4170-b2a6-a401412102b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d09b7fa-9fe0-45f3-8652-b507ff46a39a'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:58:16.195623 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6218ba-4bd0-4af5-b9ef-cc93be3b683f req-68e6e258-83ed-466c-95ae-2b2e8ea4af2d tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:16.197350 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7f6218ba-4bd0-4af5-b9ef-cc93be3b683f req-68e6e258-83ed-466c-95ae-2b2e8ea4af2d tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.1955576 Jan 20 20:58:16.205780 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=2d09b7fa-9fe0-45f3-8652-b507ff46a39a,segment=NetworkSegment(d15b158a-28fe-4159-8e5d-5e16c27d2248),segment_id=d15b158a-28fe-4159-8e5d-5e16c27d2248)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:16.209352 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:16.210428 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 66cbf18e-1b79-4da9-9692-d3006572e656 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:58:16.258454 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fd2fa2ef-fd8c-4377-bc6e-b81c6875afd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:16.266147 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7f6218ba-4bd0-4af5-b9ef-cc93be3b683f req-e70fa0a2-23f5-41bc-b4ae-92b62dd6d91d tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0612671 Jan 20 20:58:16.296998 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4998f4-6c4b-463c-8e52-9c69133a6229 req-ac96d865-3994-4c91-bf0b-685b530f8b4b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:16.298924 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fa4998f4-6c4b-463c-8e52-9c69133a6229 req-ac96d865-3994-4c91-bf0b-685b530f8b4b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 943 time: 0.1329820 Jan 20 20:58:16.357733 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9304c8-1479-4170-b2a6-a401412102b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d09b7fa-9fe0-45f3-8652-b507ff46a39a', 'code': 200} Jan 20 20:58:16.368016 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fa4998f4-6c4b-463c-8e52-9c69133a6229 req-cff56bd7-8c49-465b-96d5-b8ffcb8ffe55 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622971 Jan 20 20:58:16.370778 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=2d09b7fa-9fe0-45f3-8652-b507ff46a39a,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:16.376197 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:16.393059 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port 66cbf18e-1b79-4da9-9692-d3006572e656 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:58:16.403330 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 66cbf18e-1b79-4da9-9692-d3006572e656 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:58:16.407333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:16.612444 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:16.681313 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 66cbf18e-1b79-4da9-9692-d3006572e656, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=66cbf18e-1b79-4da9-9692-d3006572e656,segment=NetworkSegment(8db5f7d9-3a84-4589-a71f-4fea26274073),segment_id=8db5f7d9-3a84-4589-a71f-4fea26274073)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:16.685542 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:16.688897 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-48bcd87d-2c84-4876-9ea0-525540e92cbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:16.714882 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb415a8a-6d7c-4469-b724-ce755cee2462 req-428ecdc3-f27e-45db-bce2-5d19575310ea tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:16.717336 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bb415a8a-6d7c-4469-b724-ce755cee2462 req-428ecdc3-f27e-45db-bce2-5d19575310ea tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.1549017 Jan 20 20:58:16.792481 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bb415a8a-6d7c-4469-b724-ce755cee2462 req-00e8bd60-b2a3-4288-91d3-360329fa5696 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671277 Jan 20 20:58:16.795130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=66cbf18e-1b79-4da9-9692-d3006572e656,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:16.801619 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:16.931739 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a58d5-47b2-49d6-a2eb-1178f3fd4a0b req-54794bc5-cee7-4dd9-8be4-42610f3def51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:16.934032 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8a0a58d5-47b2-49d6-a2eb-1178f3fd4a0b req-54794bc5-cee7-4dd9-8be4-42610f3def51 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 1162 time: 0.0912828 Jan 20 20:58:16.983970 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8a0a58d5-47b2-49d6-a2eb-1178f3fd4a0b req-01a347d5-1d7d-48a2-a597-fc7eed0fb559 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0422122 Jan 20 20:58:17.113331 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409aeee-912a-49b6-9d7f-0a0b077c5305 req-d8c9193c-376c-40d5-a936-d89138457b8f tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:17.115082 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7409aeee-912a-49b6-9d7f-0a0b077c5305 req-d8c9193c-376c-40d5-a936-d89138457b8f tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 949 time: 0.1139874 Jan 20 20:58:17.173779 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7409aeee-912a-49b6-9d7f-0a0b077c5305 req-4e502dc7-a1cb-4dd7-b753-db3537effe33 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518703 Jan 20 20:58:17.378090 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.objects.ports [None req-54351934-113e-4936-97c4-77ed4e7eea5f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80114) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 20 20:58:17.534359 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084870d-5774-4257-aeea-36822228c077 req-1c102ebd-9e3e-4353-9c6a-d60800d07b79 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:17.536039 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c084870d-5774-4257-aeea-36822228c077 req-1c102ebd-9e3e-4353-9c6a-d60800d07b79 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 945 time: 0.1477506 Jan 20 20:58:17.585095 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d574df-313c-48d1-bc12-5f5763f61f8c req-80dd949d-8060-4a36-9686-a696e78e8d91 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:17.586913 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-07d574df-313c-48d1-bc12-5f5763f61f8c req-80dd949d-8060-4a36-9686-a696e78e8d91 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.1474621 Jan 20 20:58:17.632815 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c084870d-5774-4257-aeea-36822228c077 req-f807b8a7-ed72-40ee-bc77-192eb42dfbab tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876801 Jan 20 20:58:17.657808 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-07d574df-313c-48d1-bc12-5f5763f61f8c req-036c7e1a-c63e-4453-8bd4-8b7996338df5 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0567222 Jan 20 20:58:17.941110 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234e8db-5b61-4139-8bb0-b272f788c371 req-67840657-6b64-4e51-ace5-bab4c98775bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:17.943238 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0234e8db-5b61-4139-8bb0-b272f788c371 req-67840657-6b64-4e51-ace5-bab4c98775bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 943 time: 0.1086924 Jan 20 20:58:18.006031 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0234e8db-5b61-4139-8bb0-b272f788c371 req-ce30b18d-7188-4058-a026-c1324438a00f tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556545 Jan 20 20:58:18.134005 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da2289-4b87-4a3e-802f-0ecfe96ed860 req-5bcc6cbe-c9fb-4e47-a872-7fa21148083c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:18.137577 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c3da2289-4b87-4a3e-802f-0ecfe96ed860 req-5bcc6cbe-c9fb-4e47-a872-7fa21148083c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.1781845 Jan 20 20:58:18.204544 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c3da2289-4b87-4a3e-802f-0ecfe96ed860 req-e0984354-a1aa-4281-b3bb-4b01a67a5adf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601935 Jan 20 20:58:18.358738 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0895548e-5294-4f93-a3d5-785fd1b88f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cbf18e-1b79-4da9-9692-d3006572e656'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:58:18.427305 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0895548e-5294-4f93-a3d5-785fd1b88f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cbf18e-1b79-4da9-9692-d3006572e656', 'code': 200} Jan 20 20:58:18.429662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7e84b-d77d-49c6-aeb6-764f90b9574a req-b3e0dde3-eb9b-41d3-ae38-2c18e02c6ebb tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:18.431427 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-51d7e84b-d77d-49c6-aeb6-764f90b9574a req-b3e0dde3-eb9b-41d3-ae38-2c18e02c6ebb tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 949 time: 0.1198781 Jan 20 20:58:18.492929 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-51d7e84b-d77d-49c6-aeb6-764f90b9574a req-5ba5b8e7-5a8b-4343-8aaf-2fd27aa87414 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523009 Jan 20 20:58:19.042300 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c0a65-8499-408e-87b9-34962102f665 req-309669b0-2f21-41f1-b690-a0bf8744ad88 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:19.047302 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f92c0a65-8499-408e-87b9-34962102f665 req-309669b0-2f21-41f1-b690-a0bf8744ad88 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 945 time: 0.2279625 Jan 20 20:58:19.072586 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d54898-49f0-4a7e-9cd6-c7e124df4662 req-bbf9e08e-a1a6-4d1a-ba1c-b6a742593254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:19.075002 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f9d54898-49f0-4a7e-9cd6-c7e124df4662 req-bbf9e08e-a1a6-4d1a-ba1c-b6a742593254 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 1166 time: 0.3530595 Jan 20 20:58:19.116542 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 66cbf18e-1b79-4da9-9692-d3006572e656 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:58:19.136517 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219e9d1-8bf6-4c40-adfe-5f99ffc48c26 req-625be9f7-48a0-4399-bc35-3c98a363c851 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:19.151616 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f219e9d1-8bf6-4c40-adfe-5f99ffc48c26 req-625be9f7-48a0-4399-bc35-3c98a363c851 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.1932142 Jan 20 20:58:19.154006 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f92c0a65-8499-408e-87b9-34962102f665 req-ee1bee7e-2ea0-4a0a-bdee-0d6c849967f8 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996909 Jan 20 20:58:19.179104 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f9d54898-49f0-4a7e-9cd6-c7e124df4662 req-36e0d9cf-4ef2-451b-ba89-9bb40e3f8a2b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956450 Jan 20 20:58:19.235299 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 66cbf18e-1b79-4da9-9692-d3006572e656 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:58:19.235909 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:19.250120 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f219e9d1-8bf6-4c40-adfe-5f99ffc48c26 req-f24b5a3a-4345-4876-b5f9-670e7dfb6ebe tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0971394 Jan 20 20:58:19.401368 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:58:19.484724 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8a002-eee8-4ac4-928d-9d8dac8aecff req-3f175eb0-6da5-44f8-b52e-be6769de1e2f tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:19.486644 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b4c8a002-eee8-4ac4-928d-9d8dac8aecff req-3f175eb0-6da5-44f8-b52e-be6769de1e2f tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 943 time: 0.1916749 Jan 20 20:58:19.512192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:58:19.520708 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:58:19.521589 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:19.522896 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ffb75-dc3f-4212-95b1-850121897d69 req-9976f302-ffda-4b40-9d30-5d4a7cb3d4aa tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:19.524638 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d80ffb75-dc3f-4212-95b1-850121897d69 req-9976f302-ffda-4b40-9d30-5d4a7cb3d4aa tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.1168416 Jan 20 20:58:19.553945 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b4c8a002-eee8-4ac4-928d-9d8dac8aecff req-bee04cee-6c91-477c-84f4-98a356683685 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517838 Jan 20 20:58:19.582985 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d80ffb75-dc3f-4212-95b1-850121897d69 req-082743ee-e94a-4653-acd7-7493206d6d72 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492332 Jan 20 20:58:19.676719 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:19.712600 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8,segment=NetworkSegment(577b47de-df02-49f3-b50a-c1ba43cf5e72),segment_id=577b47de-df02-49f3-b50a-c1ba43cf5e72)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:19.716647 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:19.717555 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2d09b7fa-9fe0-45f3-8652-b507ff46a39a up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:58:19.746969 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d0bfc8f5-d962-4dbc-81f7-2d306fc9321b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:19.802088 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cc288-442c-4847-84d5-a031a43c190e req-c71b7263-0dfc-4cec-8b09-e708eecb4405 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:19.803861 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-706cc288-442c-4847-84d5-a031a43c190e req-c71b7263-0dfc-4cec-8b09-e708eecb4405 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 949 time: 0.1111984 Jan 20 20:58:19.847161 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:19.850945 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:19.861520 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:58:19.861949 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:19.870156 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-706cc288-442c-4847-84d5-a031a43c190e req-c00d8d01-8492-4b82-acf4-18e7a0c9c0fb tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579870 Jan 20 20:58:20.428946 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3fddfa-949a-461c-b207-6cc2a74cab66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:58:20.449286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037af9d-5661-4261-9b76-e6ea4c6c8527 req-25b29348-6772-47e2-a77b-a7bdcbd53636 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:20.452377 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d037af9d-5661-4261-9b76-e6ea4c6c8527 req-25b29348-6772-47e2-a77b-a7bdcbd53636 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 945 time: 0.1700053 Jan 20 20:58:20.541417 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d037af9d-5661-4261-9b76-e6ea4c6c8527 req-5fea9a01-5e4e-4533-93ea-2385cad6d0ee tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820718 Jan 20 20:58:20.681756 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3fddfa-949a-461c-b207-6cc2a74cab66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8', 'code': 200} Jan 20 20:58:20.797973 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e33856-b9d5-498f-874e-1dfbcacf4541 req-2f694fd8-2f2c-4492-b355-d6f515637a62 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:20.799750 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-89e33856-b9d5-498f-874e-1dfbcacf4541 req-2f694fd8-2f2c-4492-b355-d6f515637a62 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.1342754 Jan 20 20:58:20.890472 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-89e33856-b9d5-498f-874e-1dfbcacf4541 req-300ee979-3556-44e8-b5f0-40ae654ede7c tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0771232 Jan 20 20:58:20.968166 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1639c0-07ed-4d96-a53b-0b46f4228378 req-9839c052-3ceb-4f9f-a944-d79380d8cc18 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:20.970259 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5f1639c0-07ed-4d96-a53b-0b46f4228378 req-9839c052-3ceb-4f9f-a944-d79380d8cc18 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.1645222 Jan 20 20:58:21.043421 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5f1639c0-07ed-4d96-a53b-0b46f4228378 req-ecafe2c7-8432-4995-a7a5-ab2cc4f6396b tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602021 Jan 20 20:58:21.400550 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867e649-1a31-47c0-904e-68d312b71d6b req-07973156-a304-4af2-b04a-37e4029059ca tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:21.408422 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9867e649-1a31-47c0-904e-68d312b71d6b req-07973156-a304-4af2-b04a-37e4029059ca tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 945 time: 0.3479676 Jan 20 20:58:21.411858 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e77396-1249-43d2-80fa-d97ccc671f4b req-cefce55f-33e3-494f-b1ac-3650b2a47f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:21.413507 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-62e77396-1249-43d2-80fa-d97ccc671f4b req-cefce55f-33e3-494f-b1ac-3650b2a47f63 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 1162 time: 0.2927496 Jan 20 20:58:21.444157 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca9c91-475e-4785-a5be-3369eda96910 req-4cc4be7e-1d48-4528-b912-32d04c86e04b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:21.446248 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2aca9c91-475e-4785-a5be-3369eda96910 req-4cc4be7e-1d48-4528-b912-32d04c86e04b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.1818833 Jan 20 20:58:21.471531 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c40d4-d1b0-4504-b1df-9fa35e5c7e25 req-35798a2a-288c-4862-9ff8-2e576cddee73 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:21.473165 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f90c40d4-d1b0-4504-b1df-9fa35e5c7e25 req-35798a2a-288c-4862-9ff8-2e576cddee73 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.10 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 945 time: 0.2751541 Jan 20 20:58:21.513485 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2aca9c91-475e-4785-a5be-3369eda96910 req-b6dd0dce-0885-4483-9ef3-7bdda22d1912 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534849 Jan 20 20:58:21.576650 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9867e649-1a31-47c0-904e-68d312b71d6b req-70bd35b0-73f1-4db7-abe6-7c4e4137a3a7 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672375 Jan 20 20:58:21.581453 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-62e77396-1249-43d2-80fa-d97ccc671f4b req-67edca1e-d15d-4e58-ab8c-9dc5f916c6a2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519992 Jan 20 20:58:21.607991 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-f90c40d4-d1b0-4504-b1df-9fa35e5c7e25 req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Deleting port ac31a44b-3c17-4d2c-a025-1ae9543c1954 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 20:58:21.608250 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f90c40d4-d1b0-4504-b1df-9fa35e5c7e25 req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:21.827795 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118509d-44c2-4ee1-800e-bc3801742c60 req-85c6242f-62c3-464c-a6ce-e597a888f368 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:21.830552 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d118509d-44c2-4ee1-800e-bc3801742c60 req-85c6242f-62c3-464c-a6ce-e597a888f368 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 949 time: 0.1721501 Jan 20 20:58:21.897811 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d118509d-44c2-4ee1-800e-bc3801742c60 req-fabfc7bc-ab0e-4533-b0db-66459aa3ba26 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601013 Jan 20 20:58:22.217551 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2d09b7fa-9fe0-45f3-8652-b507ff46a39a up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:58:22.289870 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe2af7-3f5c-4206-bd7e-694856a2d893 req-b0b83db1-d3bf-4a66-8b38-cf204b2b8384 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:22.291662 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cdbe2af7-3f5c-4206-bd7e-694856a2d893 req-b0b83db1-d3bf-4a66-8b38-cf204b2b8384 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.5404267 Jan 20 20:58:22.314442 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82576d34-c4c9-427c-bbc2-e4436cbbd228 req-6d267255-b94e-4556-9d19-09990338ee58 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:22.317603 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-82576d34-c4c9-427c-bbc2-e4436cbbd228 req-6d267255-b94e-4556-9d19-09990338ee58 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 945 time: 0.2061796 Jan 20 20:58:22.331443 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:58:22.332286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:22.334163 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-f90c40d4-d1b0-4504-b1df-9fa35e5c7e25 req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] For port ac31a44b-3c17-4d2c-a025-1ae9543c1954, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=ac31a44b-3c17-4d2c-a025-1ae9543c1954,segment=NetworkSegment(7f9c0258-7d21-46bc-96bf-f72e205bc55e),segment_id=7f9c0258-7d21-46bc-96bf-f72e205bc55e)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:22.334603 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f90c40d4-d1b0-4504-b1df-9fa35e5c7e25 req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:22.438200 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-82576d34-c4c9-427c-bbc2-e4436cbbd228 req-ff2b5f19-2ecd-44c1-9460-af1cbcdf0ea3 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032639 Jan 20 20:58:22.494086 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-f90c40d4-d1b0-4504-b1df-9fa35e5c7e25 req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Calling delete_port for ac31a44b-3c17-4d2c-a025-1ae9543c1954 owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 20:58:22.553869 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cdbe2af7-3f5c-4206-bd7e-694856a2d893 req-af5b15be-905e-4283-8639-f294eb24365a tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2517943 Jan 20 20:58:22.555828 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:58:22.667790 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:58:22.668679 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:22.799928 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f90c40d4-d1b0-4504-b1df-9fa35e5c7e25 req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:22.870369 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:58:22.975729 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:58:22.976460 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:22.986624 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:23.081020 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Pushing event deleted for resources: {'Port': ['ID=ac31a44b-3c17-4d2c-a025-1ae9543c1954,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:23.138689 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.139280 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.139847 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.140354 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.140861 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.141382 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.141885 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.142386 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.142915 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.143419 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.143947 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.144411 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.144979 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.145498 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.145956 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.146447 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.146966 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.147459 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.147955 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.149142 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.149142 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.149142 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.149813 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.150297 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:23.161766 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:23.163883 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90c40d4-d1b0-4504-b1df-9fa35e5c7e25 req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] No DVR routers for this DVR port ac31a44b-3c17-4d2c-a025-1ae9543c1954 on host hv-cinder-74915 {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 20:58:23.168286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f90c40d4-d1b0-4504-b1df-9fa35e5c7e25 req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:23.172472 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3046cbf3-561f-4626-8097-e33ef6d5fba2', 'name': 'network-vif-deleted', 'tag': 'ac31a44b-3c17-4d2c-a025-1ae9543c1954'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:58:23.196721 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f90c40d4-d1b0-4504-b1df-9fa35e5c7e25 req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.10 "DELETE /v2.0/ports/ac31a44b-3c17-4d2c-a025-1ae9543c1954 HTTP/1.1" status: 204 len: 173 time: 1.7018368 Jan 20 20:58:23.222734 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:23.245066 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24cc1b-9988-42ab-a300-a7fa808ee544 req-a8610c1a-ebc8-4764-9937-4a2632b82cc7 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:23.246986 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0f24cc1b-9988-42ab-a300-a7fa808ee544 req-a8610c1a-ebc8-4764-9937-4a2632b82cc7 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.2162120 Jan 20 20:58:23.258133 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6daea-71db-4f4a-aa81-f3820922e6fd req-e9b99e4c-d110-43f5-8e4b-50f1061f4a25 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:23.260072 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-94e6daea-71db-4f4a-aa81-f3820922e6fd req-e9b99e4c-d110-43f5-8e4b-50f1061f4a25 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 943 time: 0.1776226 Jan 20 20:58:23.261948 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083f232e-bdb5-4650-83b1-923033e030c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675cedcd-4983-46b0-936f-bcc8dd8ef3b8'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:58:23.276785 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=675cedcd-4983-46b0-936f-bcc8dd8ef3b8,segment=NetworkSegment(1eeeebe1-ad87-4172-b3b3-c25b1371c4ce),segment_id=1eeeebe1-ad87-4172-b3b3-c25b1371c4ce)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:23.282629 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:23.285006 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:23.335967 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-94e6daea-71db-4f4a-aa81-f3820922e6fd req-cb14223c-d8ff-4106-a77d-b89af3f50767 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682704 Jan 20 20:58:23.373635 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=675cedcd-4983-46b0-936f-bcc8dd8ef3b8,revision_number=6']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:23.374106 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0f24cc1b-9988-42ab-a300-a7fa808ee544 req-8ef2752c-69de-4ae9-9ed8-6d1e643733aa tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024079 Jan 20 20:58:23.396358 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:23.605982 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-9e8a6bef-22a1-4241-8a80-646e82fcf464 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Synchronizing usage tracker for tenant:2d67811fe8b24d0ea0a79eea4cb3faec on resource:network {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:58:23.629657 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-9e8a6bef-22a1-4241-8a80-646e82fcf464 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Unset dirty status for tenant:2d67811fe8b24d0ea0a79eea4cb3faec on resource:network {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:58:23.632207 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-9e8a6bef-22a1-4241-8a80-646e82fcf464 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2233610 Jan 20 20:58:23.644095 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Request body: {'floatingip': {'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:58:23.654299 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:58:23.658702 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Usage tracker for resource:floatingip and tenant:2d67811fe8b24d0ea0a79eea4cb3faec is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:58:23.661898 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:58:23.668717 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:58:23.681129 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for floatingip, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:23.834348 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a3439-b597-4525-a0ed-105316ead7b3 req-bf90d631-f291-47d9-83c8-8f0f69fca54d tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:23.837470 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f29a3439-b597-4525-a0ed-105316ead7b3 req-bf90d631-f291-47d9-83c8-8f0f69fca54d tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 945 time: 0.2029824 Jan 20 20:58:23.899996 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f29a3439-b597-4525-a0ed-105316ead7b3 req-3bee0c05-0363-4704-a94e-7a6673788f5d tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544143 Jan 20 20:58:24.069677 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:24.272511 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6bbfd-b485-4265-9839-05ff251f2427 req-024e27d7-247a-4160-9c1a-b940d7e67a9e tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:24.274260 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-88d6bbfd-b485-4265-9839-05ff251f2427 req-024e27d7-247a-4160-9c1a-b940d7e67a9e tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 949 time: 0.1585977 Jan 20 20:58:24.345798 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-88d6bbfd-b485-4265-9839-05ff251f2427 req-d542919a-e1a2-49d8-a920-a91c75e59c6a tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584869 Jan 20 20:58:24.443232 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3046cbf3-561f-4626-8097-e33ef6d5fba2', 'name': 'network-vif-deleted', 'tag': 'ac31a44b-3c17-4d2c-a025-1ae9543c1954', 'status': 'completed', 'code': 200} Jan 20 20:58:24.515776 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083f232e-bdb5-4650-83b1-923033e030c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675cedcd-4983-46b0-936f-bcc8dd8ef3b8', 'code': 200} Jan 20 20:58:24.531757 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Allocated IP 172.27.0.235 (06ea3fc8-bdc7-4401-9b28-54093eee0170/7fa42e9a-db2b-4126-9d0c-025f1cb6919b/70ed4f61-3609-490e-866f-441f4d96eaeb) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:58:24.756861 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:24.770395 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-b50635c5-c103-4ced-9439-d45e8a164cce req-99bf3315-3d69-4ac5-9a92-ae3241c2432d tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Synchronizing usage tracker for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:58:24.788017 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-b50635c5-c103-4ced-9439-d45e8a164cce req-99bf3315-3d69-4ac5-9a92-ae3241c2432d tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Unset dirty status for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:58:24.789246 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b50635c5-c103-4ced-9439-d45e8a164cce req-99bf3315-3d69-4ac5-9a92-ae3241c2432d tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3046cbf3-561f-4626-8097-e33ef6d5fba2 HTTP/1.1" status: 200 len: 210 time: 0.0723176 Jan 20 20:58:24.806477 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:24.832491 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:25.028558 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a7800-3c8f-413e-bbd7-ea1cb6148771 req-8d2212bf-0009-4996-8ccd-13b459cf3fb3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:25.030346 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e88a7800-3c8f-413e-bbd7-ea1cb6148771 req-8d2212bf-0009-4996-8ccd-13b459cf3fb3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.1094301 Jan 20 20:58:25.093010 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Pushing event updated for resources: {'Port': ['ID=70ed4f61-3609-490e-866f-441f4d96eaeb,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:25.096781 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e88a7800-3c8f-413e-bbd7-ea1cb6148771 req-8c16a726-2de8-41c5-b418-b39b2412969d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593073 Jan 20 20:58:25.137443 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.138127 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.138849 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.139573 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.140287 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.141074 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.141757 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.142433 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.143148 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.143791 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.144445 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.145091 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.145836 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.146491 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.147193 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.147843 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.148500 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.149162 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.149829 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.150499 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.151237 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.152550 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.153262 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.153922 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:25.164777 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:25.247295 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:58:25.249517 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:58:25.254274 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:58:25.386658 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for floatingip, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:25.425246 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1950ec-2125-4637-aaf1-4e0a3f305e99 req-9ba24ff2-40fd-4f79-9eeb-32b270c8dcd0 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:25.427078 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7a1950ec-2125-4637-aaf1-4e0a3f305e99 req-9ba24ff2-40fd-4f79-9eeb-32b270c8dcd0 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.1399930 Jan 20 20:58:25.506749 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:25.517180 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7a1950ec-2125-4637-aaf1-4e0a3f305e99 req-dfb54041-292f-4d8f-84be-b8c33f8e6e6f tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787513 Jan 20 20:58:25.848362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b3d43-6a75-44bd-af06-eb43f1caca0f req-38f18d9f-681d-4035-8d4e-b592db761992 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:25.851187 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f89b3d43-6a75-44bd-af06-eb43f1caca0f req-38f18d9f-681d-4035-8d4e-b592db761992 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 945 time: 0.1899390 Jan 20 20:58:25.856968 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e940bc3-3467-4a5a-9b92-94a64e5dcfbd req-4be41a7d-e45c-4a24-a583-729a53c06fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:25.859622 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6e940bc3-3467-4a5a-9b92-94a64e5dcfbd req-4be41a7d-e45c-4a24-a583-729a53c06fae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 1162 time: 0.1567407 Jan 20 20:58:25.961271 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:25.968754 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852348194'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:25.996456 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:25.996675 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f89b3d43-6a75-44bd-af06-eb43f1caca0f req-3a06049d-e122-4cc4-8f95-828996b99a52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352017 Jan 20 20:58:25.999849 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6e940bc3-3467-4a5a-9b92-94a64e5dcfbd req-460de3c2-838e-4025-9b7d-4dc0fb0d1b0c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138732 Jan 20 20:58:26.201785 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Pushing event updated for resources: {'Port': ['ID=70ed4f61-3609-490e-866f-441f4d96eaeb,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:26.215800 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:26.294109 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99de92-bfcb-4b45-85a7-d63575e61ad5 req-557bd625-c28f-4372-a88f-de98400408d8 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:26.295905 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8b99de92-bfcb-4b45-85a7-d63575e61ad5 req-557bd625-c28f-4372-a88f-de98400408d8 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 949 time: 0.1158297 Jan 20 20:58:26.315618 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:26.345276 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:26.346670 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7077420 Jan 20 20:58:26.351762 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8b99de92-bfcb-4b45-85a7-d63575e61ad5 req-06507efa-0d84-45e5-a471-05a0706ccd8d tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482044 Jan 20 20:58:26.441482 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-9c4266ba-2564-44fc-b4cc-1ede50d5daa7 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Synchronizing usage tracker for tenant:2d67811fe8b24d0ea0a79eea4cb3faec on resource:floatingip {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:58:26.461951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-9c4266ba-2564-44fc-b4cc-1ede50d5daa7 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Unset dirty status for tenant:2d67811fe8b24d0ea0a79eea4cb3faec on resource:floatingip {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:58:26.463720 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-9c4266ba-2564-44fc-b4cc-1ede50d5daa7 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.235 HTTP/1.1" status: 200 len: 696 time: 0.1095462 Jan 20 20:58:26.473163 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:58:26.734886 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:58:26.735559 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:26.759256 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-d1f616bc-0b74-41f1-b1fd-2f7e866bae2f tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:26.767481 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-d1f616bc-0b74-41f1-b1fd-2f7e866bae2f tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/networks/06ea3fc8-bdc7-4401-9b28-54093eee0170 HTTP/1.1" status: 200 len: 784 time: 0.2968209 Jan 20 20:58:26.773847 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-01bf0d51-2e5b-4679-b575-dbcc9e456e96 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 20:58:26.779119 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-22647d01-2366-49ad-a53b-a23efd007dc8 req-01bf0d51-2e5b-4679-b575-dbcc9e456e96 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0104604 Jan 20 20:58:26.881363 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:58:26.977753 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:58:26.978541 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:27.007722 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f3d02-714b-4467-aaf7-6fdd51365c38 req-a708b2a2-81d3-452b-bfcd-d0cbbeef1d88 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:27.009442 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e9f3d02-714b-4467-aaf7-6fdd51365c38 req-a708b2a2-81d3-452b-bfcd-d0cbbeef1d88 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.1144164 Jan 20 20:58:27.075652 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e9f3d02-714b-4467-aaf7-6fdd51365c38 req-adb027ea-21c0-406f-8da4-98ada9916132 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517087 Jan 20 20:58:27.188726 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device ac31a44b-3c17-4d2c-a025-1ae9543c1954 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 20:58:27.226031 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] No Port match for: ac31a44b-3c17-4d2c-a025-1ae9543c1954 {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 20:58:27.227049 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device ac31a44b-3c17-4d2c-a025-1ae9543c1954 not bound to the agent host hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 20:58:27.239563 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bb904-4ffc-4f40-8129-cd44a7bd7f16 req-5b442229-d31f-470c-a7b2-765bbad8ff22 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:27.242625 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8e5bb904-4ffc-4f40-8129-cd44a7bd7f16 req-5b442229-d31f-470c-a7b2-765bbad8ff22 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 945 time: 0.3050508 Jan 20 20:58:27.360094 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f2eea-2476-4e90-9b7a-306ce9935110 req-d1df4719-4783-48f8-a7f5-d855df2e4e4c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:27.361715 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9d6f2eea-2476-4e90-9b7a-306ce9935110 req-d1df4719-4783-48f8-a7f5-d855df2e4e4c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.1103342 Jan 20 20:58:27.402998 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8e5bb904-4ffc-4f40-8129-cd44a7bd7f16 req-35fee0b9-1c4d-49d7-a123-3f904a54aa04 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502702 Jan 20 20:58:27.421816 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9d6f2eea-2476-4e90-9b7a-306ce9935110 req-c409a05d-12c8-4199-9b8a-4d984b010906 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530241 Jan 20 20:58:27.429881 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d1dd8-d6ed-4616-9243-783713849285 req-b234af48-68b9-47fc-ab5e-2b9353518352 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:27.432601 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-387d1dd8-d6ed-4616-9243-783713849285 req-b234af48-68b9-47fc-ab5e-2b9353518352 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.10 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 949 time: 0.3755054 Jan 20 20:58:27.555945 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022c0eb-19ee-4b64-b848-99fb86f0944f req-75f23580-f8c3-40f6-a01f-34c2e22fb90a tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:27.557640 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4022c0eb-19ee-4b64-b848-99fb86f0944f req-75f23580-f8c3-40f6-a01f-34c2e22fb90a tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.10 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 946 time: 0.2760119 Jan 20 20:58:27.572656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-387d1dd8-d6ed-4616-9243-783713849285 req-a79551d1-36d3-4104-8a56-8085fcc02736 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Deleting port 66cbf18e-1b79-4da9-9692-d3006572e656 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 20:58:27.573056 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-387d1dd8-d6ed-4616-9243-783713849285 req-a79551d1-36d3-4104-8a56-8085fcc02736 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:27.670647 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87000159-1746-4515-b584-fc501103a695 req-32f2d7a7-8caa-4ced-9b28-90e4491a0817 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:27.673325 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-87000159-1746-4515-b584-fc501103a695 req-32f2d7a7-8caa-4ced-9b28-90e4491a0817 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 949 time: 0.1081724 Jan 20 20:58:27.726385 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-87000159-1746-4515-b584-fc501103a695 req-63b44512-46e4-4c2c-9971-cf7e7c4fdf5a tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477757 Jan 20 20:58:27.812684 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-4022c0eb-19ee-4b64-b848-99fb86f0944f req-46ac63b1-8539-4f15-9e72-0f9bf6e27f43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Deleting port 48416ec5-8a2c-46b0-95d7-6a2088f96f60 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 20:58:27.813081 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-4022c0eb-19ee-4b64-b848-99fb86f0944f req-46ac63b1-8539-4f15-9e72-0f9bf6e27f43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:28.005926 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-2366bdb9-54ba-48d3-b103-e16c3d1cf03d tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:28.007688 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-2366bdb9-54ba-48d3-b103-e16c3d1cf03d tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4074147 Jan 20 20:58:28.083786 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:58:28.169249 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:58:28.169681 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:28.395270 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 66cbf18e-1b79-4da9-9692-d3006572e656 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 20:58:28.419073 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-00b5a122-face-4820-97ac-c97473d92831 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.235 HTTP/1.1" status: 200 len: 696 time: 0.3784242 Jan 20 20:58:28.539880 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-65de8210-8b09-42ba-901a-e4e48d505454 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Request body: {'floatingip': {'port_id': '2d09b7fa-9fe0-45f3-8652-b507ff46a39a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:58:28.656549 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:28.674205 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-65de8210-8b09-42ba-901a-e4e48d505454 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for floatingip, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:28.704575 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134526ce-b04a-4997-8431-b13166f6a14c req-fe8f36a4-2af1-434e-8ab5-c03f47bf15de tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:28.706274 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-134526ce-b04a-4997-8431-b13166f6a14c req-fe8f36a4-2af1-434e-8ab5-c03f47bf15de tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 945 time: 0.2101567 Jan 20 20:58:28.722620 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0895548e-5294-4f93-a3d5-785fd1b88f83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66cbf18e-1b79-4da9-9692-d3006572e656'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:58:28.746772 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 66cbf18e-1b79-4da9-9692-d3006572e656, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=66cbf18e-1b79-4da9-9692-d3006572e656,segment=NetworkSegment(8db5f7d9-3a84-4589-a71f-4fea26274073),segment_id=8db5f7d9-3a84-4589-a71f-4fea26274073)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:28.752392 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:28.755004 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 48416ec5-8a2c-46b0-95d7-6a2088f96f60 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 20:58:28.807289 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-134526ce-b04a-4997-8431-b13166f6a14c req-2c66f1ce-6ea5-4a79-addf-75d2b619b462 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943573 Jan 20 20:58:28.849019 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-592e1467-9931-4325-8af4-1f1a4424beae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:28.882072 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-387d1dd8-d6ed-4616-9243-783713849285 req-a79551d1-36d3-4104-8a56-8085fcc02736 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] For port 66cbf18e-1b79-4da9-9692-d3006572e656, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=66cbf18e-1b79-4da9-9692-d3006572e656,segment=NetworkSegment(8db5f7d9-3a84-4589-a71f-4fea26274073),segment_id=8db5f7d9-3a84-4589-a71f-4fea26274073)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:28.882490 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-387d1dd8-d6ed-4616-9243-783713849285 req-a79551d1-36d3-4104-8a56-8085fcc02736 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:28.941564 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=66cbf18e-1b79-4da9-9692-d3006572e656,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:28.955078 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.955555 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.956012 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.956514 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.957104 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.957823 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.958416 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.959093 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.959870 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.960339 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.960919 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.961412 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.961924 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.962368 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.962988 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.963856 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.964293 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.964726 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.965159 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.965697 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.966131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.966720 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.967385 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.968076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:58:28.982505 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:29.054022 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:29.092430 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-387d1dd8-d6ed-4616-9243-783713849285 req-a79551d1-36d3-4104-8a56-8085fcc02736 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Calling delete_port for 66cbf18e-1b79-4da9-9692-d3006572e656 owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 20:58:29.111687 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5897599-95c2-4b7c-bf6b-0919cc4d62b7 req-3ec39816-3cd9-4cdf-ae07-4a97f9304fa6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:29.111940 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 48416ec5-8a2c-46b0-95d7-6a2088f96f60, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=48416ec5-8a2c-46b0-95d7-6a2088f96f60,segment=NetworkSegment(d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b),segment_id=d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:29.117245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:29.120150 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-479e3be2-b86e-4c2f-9d51-a14ccdd855f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:29.122041 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b5897599-95c2-4b7c-bf6b-0919cc4d62b7 req-3ec39816-3cd9-4cdf-ae07-4a97f9304fa6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.1703272 Jan 20 20:58:29.157432 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-4022c0eb-19ee-4b64-b848-99fb86f0944f req-46ac63b1-8539-4f15-9e72-0f9bf6e27f43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] For port 48416ec5-8a2c-46b0-95d7-6a2088f96f60, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=48416ec5-8a2c-46b0-95d7-6a2088f96f60,segment=NetworkSegment(d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b),segment_id=d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:29.157875 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-4022c0eb-19ee-4b64-b848-99fb86f0944f req-46ac63b1-8539-4f15-9e72-0f9bf6e27f43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:29.215074 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b5897599-95c2-4b7c-bf6b-0919cc4d62b7 req-fa8a5636-0213-4bdb-abff-c9693863bdde tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918481 Jan 20 20:58:29.235148 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=48416ec5-8a2c-46b0-95d7-6a2088f96f60,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:29.246923 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:29.358786 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-4022c0eb-19ee-4b64-b848-99fb86f0944f req-46ac63b1-8539-4f15-9e72-0f9bf6e27f43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Calling delete_port for 48416ec5-8a2c-46b0-95d7-6a2088f96f60 owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 20:58:29.556759 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9e858057-c0a5-4dcd-be3c-e0ea42f05825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:29.576811 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0b095-a07d-4838-95cb-ecf171566415 req-f9f4512c-9a1e-48ab-8f77-835aacff1007 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:29.584032 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1fe0b095-a07d-4838-95cb-ecf171566415 req-f9f4512c-9a1e-48ab-8f77-835aacff1007 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3437048a-9ae1-4681-bedb-d12395e6018d HTTP/1.1" status: 200 len: 946 time: 0.2060621 Jan 20 20:58:29.654682 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1fe0b095-a07d-4838-95cb-ecf171566415 req-7a7ad7c0-0a8a-4159-b968-0af5995b7e02 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652633 Jan 20 20:58:29.727671 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [req-4022c0eb-19ee-4b64-b848-99fb86f0944f req-46ac63b1-8539-4f15-9e72-0f9bf6e27f43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80112) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 20:58:29.728317 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [req-4022c0eb-19ee-4b64-b848-99fb86f0944f req-46ac63b1-8539-4f15-9e72-0f9bf6e27f43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 20:58:29.755331 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [req-387d1dd8-d6ed-4616-9243-783713849285 req-a79551d1-36d3-4104-8a56-8085fcc02736 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80112) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 20:58:29.755696 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [req-387d1dd8-d6ed-4616-9243-783713849285 req-a79551d1-36d3-4104-8a56-8085fcc02736 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 20:58:29.815150 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:58:29.901049 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:58:29.901683 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:29.932107 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b7fd0-3e3d-486f-bcd9-36a57141fe41 req-52c8ce71-9075-46c8-bbfe-1df19afa6808 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:29.935318 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c64b7fd0-3e3d-486f-bcd9-36a57141fe41 req-52c8ce71-9075-46c8-bbfe-1df19afa6808 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 944 time: 0.1482806 Jan 20 20:58:29.991596 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c64b7fd0-3e3d-486f-bcd9-36a57141fe41 req-04600cc4-53fc-443c-8ef1-d2c8c91c5ef5 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502870 Jan 20 20:58:30.112546 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0895548e-5294-4f93-a3d5-785fd1b88f83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66cbf18e-1b79-4da9-9692-d3006572e656', 'code': 200} Jan 20 20:58:30.244122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-4022c0eb-19ee-4b64-b848-99fb86f0944f req-46ac63b1-8539-4f15-9e72-0f9bf6e27f43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Deleting port 48416ec5-8a2c-46b0-95d7-6a2088f96f60 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 20:58:30.244943 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-4022c0eb-19ee-4b64-b848-99fb86f0944f req-46ac63b1-8539-4f15-9e72-0f9bf6e27f43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:30.282266 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-387d1dd8-d6ed-4616-9243-783713849285 req-a79551d1-36d3-4104-8a56-8085fcc02736 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Deleting port 66cbf18e-1b79-4da9-9692-d3006572e656 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 20:58:30.282791 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-387d1dd8-d6ed-4616-9243-783713849285 req-a79551d1-36d3-4104-8a56-8085fcc02736 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:30.439437 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de3148-69db-4050-8e85-409da7363d66 req-ae642892-378d-43d9-aab3-6d6126d8c14a tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:30.441252 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b4de3148-69db-4050-8e85-409da7363d66 req-ae642892-378d-43d9-aab3-6d6126d8c14a tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 947 time: 0.1733034 Jan 20 20:58:30.536676 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b4de3148-69db-4050-8e85-409da7363d66 req-53c7cb47-601c-41ff-be98-bd54a0f810be tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/security-groups?id=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865650 Jan 20 20:58:30.837403 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f8ea3-603c-4290-a0d7-ef0ead30ac4f req-13077c8e-a252-436f-87eb-77a802a3cd9d tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:30.841565 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b87f8ea3-603c-4290-a0d7-ef0ead30ac4f req-13077c8e-a252-436f-87eb-77a802a3cd9d tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.10 "GET /v2.0/ports?device_id=3437048a-9ae1-4681-bedb-d12395e6018d HTTP/1.1" status: 200 len: 946 time: 0.1853709 Jan 20 20:58:30.903586 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0325705-ef1a-44ba-91f5-78e7bf85f5b2 req-cb5fa277-8adb-4935-9cec-69721167178f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:30.905375 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e0325705-ef1a-44ba-91f5-78e7bf85f5b2 req-cb5fa277-8adb-4935-9cec-69721167178f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.2078516 Jan 20 20:58:30.990416 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-b87f8ea3-603c-4290-a0d7-ef0ead30ac4f req-9dfc6ac0-4580-4dcd-912c-31acc073bcc1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Deleting port 3a55de82-6008-4a07-baea-f717658d6669 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 20:58:30.991193 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b87f8ea3-603c-4290-a0d7-ef0ead30ac4f req-9dfc6ac0-4580-4dcd-912c-31acc073bcc1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:31.094120 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e0325705-ef1a-44ba-91f5-78e7bf85f5b2 req-c3fb1ba2-6e56-4590-95af-a0fddf386e7b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662014 Jan 20 20:58:31.223111 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.resource_extend [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-65de8210-8b09-42ba-901a-e4e48d505454 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 20 20:58:31.426193 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-65de8210-8b09-42ba-901a-e4e48d505454 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for floatingip, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:31.431781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-4022c0eb-19ee-4b64-b848-99fb86f0944f req-46ac63b1-8539-4f15-9e72-0f9bf6e27f43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] For port 48416ec5-8a2c-46b0-95d7-6a2088f96f60, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=48416ec5-8a2c-46b0-95d7-6a2088f96f60,segment=NetworkSegment(d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b),segment_id=d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:31.432207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-4022c0eb-19ee-4b64-b848-99fb86f0944f req-46ac63b1-8539-4f15-9e72-0f9bf6e27f43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:31.441438 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-387d1dd8-d6ed-4616-9243-783713849285 req-a79551d1-36d3-4104-8a56-8085fcc02736 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] For port 66cbf18e-1b79-4da9-9692-d3006572e656, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=66cbf18e-1b79-4da9-9692-d3006572e656,segment=NetworkSegment(8db5f7d9-3a84-4589-a71f-4fea26274073),segment_id=8db5f7d9-3a84-4589-a71f-4fea26274073)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:31.441847 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-387d1dd8-d6ed-4616-9243-783713849285 req-a79551d1-36d3-4104-8a56-8085fcc02736 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:31.457385 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-65de8210-8b09-42ba-901a-e4e48d505454 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:31.458087 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-b87f8ea3-603c-4290-a0d7-ef0ead30ac4f req-9dfc6ac0-4580-4dcd-912c-31acc073bcc1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] For port 3a55de82-6008-4a07-baea-f717658d6669, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3a55de82-6008-4a07-baea-f717658d6669,segment=NetworkSegment(7f9c0258-7d21-46bc-96bf-f72e205bc55e),segment_id=7f9c0258-7d21-46bc-96bf-f72e205bc55e)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:31.458641 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b87f8ea3-603c-4290-a0d7-ef0ead30ac4f req-9dfc6ac0-4580-4dcd-912c-31acc073bcc1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:31.549809 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 3a55de82-6008-4a07-baea-f717658d6669 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 20:58:31.705786 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:31.718830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-4022c0eb-19ee-4b64-b848-99fb86f0944f req-46ac63b1-8539-4f15-9e72-0f9bf6e27f43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Calling delete_port for 48416ec5-8a2c-46b0-95d7-6a2088f96f60 owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 20:58:31.768666 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 3a55de82-6008-4a07-baea-f717658d6669, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3a55de82-6008-4a07-baea-f717658d6669,segment=NetworkSegment(7f9c0258-7d21-46bc-96bf-f72e205bc55e),segment_id=7f9c0258-7d21-46bc-96bf-f72e205bc55e)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:31.773734 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:31.776576 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:31.828403 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-387d1dd8-d6ed-4616-9243-783713849285 req-a79551d1-36d3-4104-8a56-8085fcc02736 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Calling delete_port for 66cbf18e-1b79-4da9-9692-d3006572e656 owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 20:58:31.854028 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=3a55de82-6008-4a07-baea-f717658d6669,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:31.857923 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:31.859071 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3df8f-03f5-4c30-b36f-abfb3afa8c8f req-9715d7e2-d0f1-4936-a9e0-b83708009b78 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:31.860897 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-03a3df8f-03f5-4c30-b36f-abfb3afa8c8f req-9715d7e2-d0f1-4936-a9e0-b83708009b78 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3437048a-9ae1-4681-bedb-d12395e6018d HTTP/1.1" status: 200 len: 946 time: 0.6064911 Jan 20 20:58:31.868689 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-b87f8ea3-603c-4290-a0d7-ef0ead30ac4f req-9dfc6ac0-4580-4dcd-912c-31acc073bcc1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Calling delete_port for 3a55de82-6008-4a07-baea-f717658d6669 owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 20:58:32.052242 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-03a3df8f-03f5-4c30-b36f-abfb3afa8c8f req-2b71fa99-052d-4a8d-9a36-7b2a508245b8 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517396 Jan 20 20:58:32.081268 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [req-b87f8ea3-603c-4290-a0d7-ef0ead30ac4f req-9dfc6ac0-4580-4dcd-912c-31acc073bcc1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80113) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 20:58:32.082105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [req-b87f8ea3-603c-4290-a0d7-ef0ead30ac4f req-9dfc6ac0-4580-4dcd-912c-31acc073bcc1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 20:58:32.113838 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9416326e-f148-4924-8cc3-0702a382d1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48416ec5-8a2c-46b0-95d7-6a2088f96f60'}, {'server_uuid': '3437048a-9ae1-4681-bedb-d12395e6018d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a55de82-6008-4a07-baea-f717658d6669'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:58:32.297447 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-65de8210-8b09-42ba-901a-e4e48d505454 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Floating IP 9e1c84ce-0313-427e-9a0f-693930feb107 associated. External IP: 172.27.0.235, port: 2d09b7fa-9fe0-45f3-8652-b507ff46a39a. Jan 20 20:58:32.368720 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dc08f-144d-47f4-bf68-86476720bd20 req-dda3f7ea-abe3-46ca-adc2-90d62670eead tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:32.371139 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-919dc08f-144d-47f4-bf68-86476720bd20 req-dda3f7ea-abe3-46ca-adc2-90d62670eead tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 944 time: 0.1122432 Jan 20 20:58:32.453475 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-919dc08f-144d-47f4-bf68-86476720bd20 req-d3971f33-4931-4bd2-b4b5-0b67a139c0a5 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752687 Jan 20 20:58:32.459634 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-19217722-5138-496c-8e58-a31f7c9e2f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:32.523944 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:32.559933 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-387d1dd8-d6ed-4616-9243-783713849285 req-a79551d1-36d3-4104-8a56-8085fcc02736 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:32.583486 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-b87f8ea3-603c-4290-a0d7-ef0ead30ac4f req-9dfc6ac0-4580-4dcd-912c-31acc073bcc1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Deleting port 3a55de82-6008-4a07-baea-f717658d6669 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 20:58:32.584239 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b87f8ea3-603c-4290-a0d7-ef0ead30ac4f req-9dfc6ac0-4580-4dcd-912c-31acc073bcc1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:32.598495 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-4022c0eb-19ee-4b64-b848-99fb86f0944f req-46ac63b1-8539-4f15-9e72-0f9bf6e27f43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:32.601515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:32.932657 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-b87f8ea3-603c-4290-a0d7-ef0ead30ac4f req-9dfc6ac0-4580-4dcd-912c-31acc073bcc1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] For port 3a55de82-6008-4a07-baea-f717658d6669, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3a55de82-6008-4a07-baea-f717658d6669,segment=NetworkSegment(7f9c0258-7d21-46bc-96bf-f72e205bc55e),segment_id=7f9c0258-7d21-46bc-96bf-f72e205bc55e)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:32.933161 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b87f8ea3-603c-4290-a0d7-ef0ead30ac4f req-9dfc6ac0-4580-4dcd-912c-31acc073bcc1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:33.059737 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79551d1-36d3-4104-8a56-8085fcc02736 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Pushing event deleted for resources: {'Port': ['ID=66cbf18e-1b79-4da9-9692-d3006572e656,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:33.080558 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a79551d1-36d3-4104-8a56-8085fcc02736 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:33.082108 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-b87f8ea3-603c-4290-a0d7-ef0ead30ac4f req-9dfc6ac0-4580-4dcd-912c-31acc073bcc1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Calling delete_port for 3a55de82-6008-4a07-baea-f717658d6669 owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 20:58:33.088920 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:33.201693 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:33.235816 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac63b1-8539-4f15-9e72-0f9bf6e27f43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Pushing event deleted for resources: {'Port': ['ID=48416ec5-8a2c-46b0-95d7-6a2088f96f60,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:33.261962 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-46ac63b1-8539-4f15-9e72-0f9bf6e27f43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:33.265055 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-58e524e4-19b2-4540-bd1c-2305e5bc4d30 req-806fa66b-a257-47e6-809b-b4535cac8b40 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 210 time: 0.0639806 Jan 20 20:58:33.354332 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b87f8ea3-603c-4290-a0d7-ef0ead30ac4f req-9dfc6ac0-4580-4dcd-912c-31acc073bcc1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:33.438992 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9416326e-f148-4924-8cc3-0702a382d1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48416ec5-8a2c-46b0-95d7-6a2088f96f60', 'code': 200} Jan 20 20:58:33.440135 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3437048a-9ae1-4681-bedb-d12395e6018d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a55de82-6008-4a07-baea-f717658d6669', 'code': 200} Jan 20 20:58:33.494859 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-944dc8f7-54dd-422f-b469-b85475fe3e7f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:33.554158 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc6ac0-4580-4dcd-912c-31acc073bcc1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Pushing event deleted for resources: {'Port': ['ID=3a55de82-6008-4a07-baea-f717658d6669,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:33.558720 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9dfc6ac0-4580-4dcd-912c-31acc073bcc1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:33.652548 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87f8ea3-603c-4290-a0d7-ef0ead30ac4f req-9dfc6ac0-4580-4dcd-912c-31acc073bcc1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] No DVR routers for this DVR port 3a55de82-6008-4a07-baea-f717658d6669 on host hv-cinder-74915 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 20:58:33.666771 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b87f8ea3-603c-4290-a0d7-ef0ead30ac4f req-9dfc6ac0-4580-4dcd-912c-31acc073bcc1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:33.670428 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:33.671667 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6e1cf9a7-693a-4def-99f4-35aff818d0b9 req-6919c365-627e-40b7-bdc9-15478f60e767 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=3437048a-9ae1-4681-bedb-d12395e6018d HTTP/1.1" status: 200 len: 210 time: 0.0650728 Jan 20 20:58:33.672747 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3437048a-9ae1-4681-bedb-d12395e6018d', 'name': 'network-vif-deleted', 'tag': '3a55de82-6008-4a07-baea-f717658d6669'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:58:33.689316 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b87f8ea3-603c-4290-a0d7-ef0ead30ac4f req-9dfc6ac0-4580-4dcd-912c-31acc073bcc1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.10 "DELETE /v2.0/ports/3a55de82-6008-4a07-baea-f717658d6669 HTTP/1.1" status: 204 len: 173 time: 2.8424945 Jan 20 20:58:33.885818 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-387d1dd8-d6ed-4616-9243-783713849285 req-a79551d1-36d3-4104-8a56-8085fcc02736 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] No DVR routers for this DVR port 66cbf18e-1b79-4da9-9692-d3006572e656 on host hv-cinder-74915 {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 20:58:33.887634 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-4022c0eb-19ee-4b64-b848-99fb86f0944f req-46ac63b1-8539-4f15-9e72-0f9bf6e27f43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] No DVR routers for this DVR port 48416ec5-8a2c-46b0-95d7-6a2088f96f60 on host hv-cinder-74915 {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 20:58:33.892674 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-4022c0eb-19ee-4b64-b848-99fb86f0944f req-46ac63b1-8539-4f15-9e72-0f9bf6e27f43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:33.896087 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-387d1dd8-d6ed-4616-9243-783713849285 req-a79551d1-36d3-4104-8a56-8085fcc02736 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:33.898913 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9416326e-f148-4924-8cc3-0702a382d1f5', 'name': 'network-vif-deleted', 'tag': '48416ec5-8a2c-46b0-95d7-6a2088f96f60'}, {'server_uuid': '0895548e-5294-4f93-a3d5-785fd1b88f83', 'name': 'network-vif-deleted', 'tag': '66cbf18e-1b79-4da9-9692-d3006572e656'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:58:33.934306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-65de8210-8b09-42ba-901a-e4e48d505454 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Router b99341b1-3628-41a6-9883-2c9bbfc094d1 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 20:58:33.938725 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4022c0eb-19ee-4b64-b848-99fb86f0944f req-46ac63b1-8539-4f15-9e72-0f9bf6e27f43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.10 "DELETE /v2.0/ports/48416ec5-8a2c-46b0-95d7-6a2088f96f60 HTTP/1.1" status: 204 len: 173 time: 6.3369198 Jan 20 20:58:33.942176 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-387d1dd8-d6ed-4616-9243-783713849285 req-a79551d1-36d3-4104-8a56-8085fcc02736 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.10 "DELETE /v2.0/ports/66cbf18e-1b79-4da9-9692-d3006572e656 HTTP/1.1" status: 204 len: 173 time: 6.4967253 Jan 20 20:58:33.994848 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0a443bda-434b-44c8-95dd-94799ff6cbd0 req-dc59c1f2-dd83-4200-8a41-21bb56a020d5 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 210 time: 0.0658472 Jan 20 20:58:34.135942 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3437048a-9ae1-4681-bedb-d12395e6018d', 'name': 'network-vif-deleted', 'tag': '3a55de82-6008-4a07-baea-f717658d6669', 'status': 'completed', 'code': 200} Jan 20 20:58:34.203546 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9416326e-f148-4924-8cc3-0702a382d1f5', 'name': 'network-vif-deleted', 'tag': '48416ec5-8a2c-46b0-95d7-6a2088f96f60', 'status': 'completed', 'code': 200} Jan 20 20:58:34.203546 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0895548e-5294-4f93-a3d5-785fd1b88f83', 'name': 'network-vif-deleted', 'tag': '66cbf18e-1b79-4da9-9692-d3006572e656', 'status': 'completed', 'code': 200} Jan 20 20:58:34.208729 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-65de8210-8b09-42ba-901a-e4e48d505454 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:58:34.216932 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-65de8210-8b09-42ba-901a-e4e48d505454 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:34.267096 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e665d-8cbb-4437-ab21-b2fb3d53be4d None None] Sync routers for ids ['b99341b1-3628-41a6-9883-2c9bbfc094d1'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:58:34.279728 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e665d-8cbb-4437-ab21-b2fb3d53be4d None None] Routers {'b99341b1-3628-41a6-9883-2c9bbfc094d1'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:58:34.280762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-5e3e665d-8cbb-4437-ab21-b2fb3d53be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:58:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b99341b1-3628-41a6-9883-2c9bbfc094d1'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:58:34.337007 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-65de8210-8b09-42ba-901a-e4e48d505454 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "PUT /v2.0/floatingips/9e1c84ce-0313-427e-9a0f-693930feb107 HTTP/1.1" status: 200 len: 996 time: 5.8770618 Jan 20 20:58:34.515760 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-2db736f0-8a8a-47e9-a877-dc90a0dd7acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:34.518912 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-2db736f0-8a8a-47e9-a877-dc90a0dd7acf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d67811fe8b24d0ea0a79eea4cb3faec&device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 1162 time: 0.1573334 Jan 20 20:58:34.606473 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8797a4a0-a0cc-4d5e-b6b7-e097d198b2b1 req-6d969744-4718-4dd9-9018-39aab6efdd14 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] 10.222.0.18 "GET /v2.0/ports?device_id=0895548e-5294-4f93-a3d5-785fd1b88f83 HTTP/1.1" status: 200 len: 210 time: 0.0672171 Jan 20 20:58:34.703036 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-5e3e665d-8cbb-4437-ab21-b2fb3d53be4d None None] Set router b99341b1-3628-41a6-9883-2c9bbfc094d1 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:58:34.790476 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-6afe24d0-2430-4ba5-8580-8381e726b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:34.793885 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-6afe24d0-2430-4ba5-8580-8381e726b55a service neutron] 10.222.0.18 "GET /v2.0/networks?id=3626e053-e2c6-4a9d-af31-12464de5babb HTTP/1.1" status: 200 len: 902 time: 0.2610545 Jan 20 20:58:34.926381 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-2f593336-7766-4c77-ba44-dabc68d8b13d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d09b7fa-9fe0-45f3-8652-b507ff46a39a HTTP/1.1" status: 200 len: 999 time: 0.1200981 Jan 20 20:58:35.003490 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-ea74f5d3-b4f7-40f6-90b7-fcabef5cd9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:35.012610 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-ea74f5d3-b4f7-40f6-90b7-fcabef5cd9ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19270a47-c8fe-42d9-a21a-e8cb2c3a7199 HTTP/1.1" status: 200 len: 847 time: 0.0795240 Jan 20 20:58:35.118258 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-697dbb4a-4dbd-4260-9959-5fd46b92064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:35.120538 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-697dbb4a-4dbd-4260-9959-5fd46b92064a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3626e053-e2c6-4a9d-af31-12464de5babb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1070733 Jan 20 20:58:35.139294 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-4eac5500-0d6d-4290-8a61-d435dc3b4755 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80112) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 20:58:35.144701 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-4eac5500-0d6d-4290-8a61-d435dc3b4755 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0147421 Jan 20 20:58:35.248749 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-5e3e665d-8cbb-4437-ab21-b2fb3d53be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'name': 'tempest-TestShelveInstance-722073809-router', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:11Z', 'updated_at': '2021-01-20T20:56:23Z', 'revision_number': 4, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'gw_port': {'id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:14Z', 'updated_at': '2021-01-20T20:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': '9e1c84ce-0313-427e-9a0f-693930feb107', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'port_id': '2d09b7fa-9fe0-45f3-8652-b507ff46a39a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb', 'mac_address': 'fa:16:3e:0b:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9304c8-1479-4170-b2a6-a401412102b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T20:58:25Z', 'updated_at': '2021-01-20T20:58:30Z', 'revision_number': 1, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2af5a7-1681-44d9-9fc6-92975087894b', 'name': '', 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'mac_address': 'fa:16:3e:62:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '19270a47-c8fe-42d9-a21a-e8cb2c3a7199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:22Z', 'updated_at': '2021-01-20T20:56:35Z', 'revision_number': 5, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'subnets': [{'id': '19270a47-c8fe-42d9-a21a-e8cb2c3a7199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:58:35.256468 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e665d-8cbb-4437-ab21-b2fb3d53be4d None None] Checking router: b99341b1-3628-41a6-9883-2c9bbfc094d1 for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:58:35.273104 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e665d-8cbb-4437-ab21-b2fb3d53be4d None None] Routers {'b99341b1-3628-41a6-9883-2c9bbfc094d1'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:58:35.274268 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-5e3e665d-8cbb-4437-ab21-b2fb3d53be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:58:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b99341b1-3628-41a6-9883-2c9bbfc094d1'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:58:35.336264 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-536132bf-4bc4-4137-bd64-de90f583f99e req-76d9b35f-b196-4a0d-84b8-4a271927a87a tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=9416326e-f148-4924-8cc3-0702a382d1f5 HTTP/1.1" status: 200 len: 210 time: 0.0519841 Jan 20 20:58:35.343715 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-e08e8d5e-7419-4580-a51c-86fccc9778e7 service neutron] 10.222.0.18 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870768 Jan 20 20:58:35.539678 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-5e3e665d-8cbb-4437-ab21-b2fb3d53be4d None None] Set router b99341b1-3628-41a6-9883-2c9bbfc094d1 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:58:35.577308 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e351a53-f1e2-4ae5-8553-f131a6e3bccc req-b108e75a-974b-46ea-a1d9-9e64d4c28e7b service neutron] 10.222.0.18 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2329283 Jan 20 20:58:35.605783 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcc48d-29ce-4030-a6dc-1dddd54d3d71 req-c19dcf25-2458-44a4-82b0-14f070e47dd4 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:35.606967 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-ddfcc48d-29ce-4030-a6dc-1dddd54d3d71 req-c19dcf25-2458-44a4-82b0-14f070e47dd4 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Synchronizing usage tracker for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:58:35.632233 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-ddfcc48d-29ce-4030-a6dc-1dddd54d3d71 req-c19dcf25-2458-44a4-82b0-14f070e47dd4 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Unset dirty status for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:58:35.634327 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ddfcc48d-29ce-4030-a6dc-1dddd54d3d71 req-c19dcf25-2458-44a4-82b0-14f070e47dd4 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 945 time: 0.1347134 Jan 20 20:58:35.707359 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ddfcc48d-29ce-4030-a6dc-1dddd54d3d71 req-642e7454-cfa2-44f6-9f88-b15f3ce79723 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663867 Jan 20 20:58:35.997854 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-5e3e665d-8cbb-4437-ab21-b2fb3d53be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'name': 'tempest-TestShelveInstance-722073809-router', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:11Z', 'updated_at': '2021-01-20T20:56:23Z', 'revision_number': 4, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'gw_port': {'id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:14Z', 'updated_at': '2021-01-20T20:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': '9e1c84ce-0313-427e-9a0f-693930feb107', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'port_id': '2d09b7fa-9fe0-45f3-8652-b507ff46a39a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb', 'mac_address': 'fa:16:3e:0b:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9304c8-1479-4170-b2a6-a401412102b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T20:58:25Z', 'updated_at': '2021-01-20T20:58:30Z', 'revision_number': 1, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2af5a7-1681-44d9-9fc6-92975087894b', 'name': '', 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'mac_address': 'fa:16:3e:62:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '19270a47-c8fe-42d9-a21a-e8cb2c3a7199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:22Z', 'updated_at': '2021-01-20T20:56:35Z', 'revision_number': 5, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'subnets': [{'id': '19270a47-c8fe-42d9-a21a-e8cb2c3a7199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:58:36.005701 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e665d-8cbb-4437-ab21-b2fb3d53be4d None None] The sync data for ids ['b99341b1-3628-41a6-9883-2c9bbfc094d1'] in dv-cinder-749155-5-iscsi is: [{'id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'name': 'tempest-TestShelveInstance-722073809-router', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:11Z', 'updated_at': '2021-01-20T20:56:23Z', 'revision_number': 4, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'gw_port': {'id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:14Z', 'updated_at': '2021-01-20T20:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': '9e1c84ce-0313-427e-9a0f-693930feb107', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'port_id': '2d09b7fa-9fe0-45f3-8652-b507ff46a39a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb', 'mac_address': 'fa:16:3e:0b:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9304c8-1479-4170-b2a6-a401412102b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T20:58:25Z', 'updated_at': '2021-01-20T20:58:30Z', 'revision_number': 1, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2af5a7-1681-44d9-9fc6-92975087894b', 'name': '', 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'mac_address': 'fa:16:3e:62:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '19270a47-c8fe-42d9-a21a-e8cb2c3a7199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:22Z', 'updated_at': '2021-01-20T20:56:35Z', 'revision_number': 5, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'subnets': [{'id': '19270a47-c8fe-42d9-a21a-e8cb2c3a7199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:58:36.203929 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9304c8-1479-4170-b2a6-a401412102b4', 'tag': '2d09b7fa-9fe0-45f3-8652-b507ff46a39a'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:58:36.274253 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9304c8-1479-4170-b2a6-a401412102b4', 'tag': '2d09b7fa-9fe0-45f3-8652-b507ff46a39a', 'status': 'completed', 'code': 200} Jan 20 20:58:36.372684 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88d7a3a-7ea1-481c-b0c7-6fb455962d1e None None] New status for floating IP 9e1c84ce-0313-427e-9a0f-693930feb107: ACTIVE {{(pid=80114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 20:58:36.563620 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3606d-60e7-4773-8ee7-45c9aca25c59 req-67170435-1ee9-42a7-a2c9-552a70b3eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:36.566676 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c2e3606d-60e7-4773-8ee7-45c9aca25c59 req-67170435-1ee9-42a7-a2c9-552a70b3eded service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d67811fe8b24d0ea0a79eea4cb3faec&device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 1162 time: 0.2334442 Jan 20 20:58:36.796006 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3606d-60e7-4773-8ee7-45c9aca25c59 req-f3db3861-46c0-48cd-adf9-dd662eaf84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:36.798279 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c2e3606d-60e7-4773-8ee7-45c9aca25c59 req-f3db3861-46c0-48cd-adf9-dd662eaf84a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3626e053-e2c6-4a9d-af31-12464de5babb HTTP/1.1" status: 200 len: 902 time: 0.2196565 Jan 20 20:58:37.016970 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c2e3606d-60e7-4773-8ee7-45c9aca25c59 req-38abfe0b-d616-4714-a304-22b532873f97 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d09b7fa-9fe0-45f3-8652-b507ff46a39a HTTP/1.1" status: 200 len: 999 time: 0.2085028 Jan 20 20:58:37.131921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485720b-b2ca-4690-9af6-fdc92a9d8eb7 req-ea446a56-a9c2-437e-b77f-7a1a8b4409e2 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:37.133498 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1485720b-b2ca-4690-9af6-fdc92a9d8eb7 req-ea446a56-a9c2-437e-b77f-7a1a8b4409e2 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1295626 Jan 20 20:58:37.191780 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1485720b-b2ca-4690-9af6-fdc92a9d8eb7 req-a81bd134-9f5e-4d9f-9369-899247cc0a80 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502725 Jan 20 20:58:37.203426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f753257-08c1-4bb5-a3c5-e915e3fe82db req-81de6cf3-732d-420d-b0b2-a1833a7d7158 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:37.205173 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1f753257-08c1-4bb5-a3c5-e915e3fe82db req-81de6cf3-732d-420d-b0b2-a1833a7d7158 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 945 time: 0.2773914 Jan 20 20:58:37.235178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3606d-60e7-4773-8ee7-45c9aca25c59 req-300c2f89-85a6-4f3e-ba06-4d870003ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:37.236786 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c2e3606d-60e7-4773-8ee7-45c9aca25c59 req-300c2f89-85a6-4f3e-ba06-4d870003ec99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19270a47-c8fe-42d9-a21a-e8cb2c3a7199 HTTP/1.1" status: 200 len: 847 time: 0.1729622 Jan 20 20:58:37.316429 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1f753257-08c1-4bb5-a3c5-e915e3fe82db req-aae4031e-10f1-423d-83e3-379dfe95b10d tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022699 Jan 20 20:58:37.361988 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3606d-60e7-4773-8ee7-45c9aca25c59 req-c1625da4-3588-4d58-8c09-1eea11d17b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:37.365481 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c2e3606d-60e7-4773-8ee7-45c9aca25c59 req-c1625da4-3588-4d58-8c09-1eea11d17b77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3626e053-e2c6-4a9d-af31-12464de5babb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1103685 Jan 20 20:58:37.608767 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device d912ae57-ea72-47e0-b64f-11016ea5f9cb no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 20:58:37.652781 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c2e3606d-60e7-4773-8ee7-45c9aca25c59 req-eab904c8-8718-46e9-9597-c4edb311866c service neutron] 10.222.0.10 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411427 Jan 20 20:58:37.682882 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229df58e-a808-471e-bb6d-289e89316865 req-91d27f22-e921-46fe-96a2-5f091b45c857 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:37.684556 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-229df58e-a808-471e-bb6d-289e89316865 req-91d27f22-e921-46fe-96a2-5f091b45c857 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.10 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 945 time: 0.2282207 Jan 20 20:58:37.793575 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:37.837108 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port d912ae57-ea72-47e0-b64f-11016ea5f9cb, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=d912ae57-ea72-47e0-b64f-11016ea5f9cb,segment=NetworkSegment(7f9c0258-7d21-46bc-96bf-f72e205bc55e),segment_id=7f9c0258-7d21-46bc-96bf-f72e205bc55e)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:37.839382 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc50eb94-3bc6-429d-98af-3a0f75af4612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd912ae57-ea72-47e0-b64f-11016ea5f9cb'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:58:37.847001 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:37.850257 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:37.903420 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-229df58e-a808-471e-bb6d-289e89316865 req-83002a12-5c80-4a2a-a03d-76c9a0ce0f7f tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Deleting port d912ae57-ea72-47e0-b64f-11016ea5f9cb {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 20:58:37.903737 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-229df58e-a808-471e-bb6d-289e89316865 req-83002a12-5c80-4a2a-a03d-76c9a0ce0f7f tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:37.960319 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc50eb94-3bc6-429d-98af-3a0f75af4612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd912ae57-ea72-47e0-b64f-11016ea5f9cb', 'code': 200} Jan 20 20:58:37.976089 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=d912ae57-ea72-47e0-b64f-11016ea5f9cb,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:37.980723 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:38.022326 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c2e3606d-60e7-4773-8ee7-45c9aca25c59 req-05203b7c-6e9e-47fc-9174-39bcb8ee6fbc service neutron] 10.222.0.10 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3366838 Jan 20 20:58:38.298078 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-229df58e-a808-471e-bb6d-289e89316865 req-83002a12-5c80-4a2a-a03d-76c9a0ce0f7f tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] For port d912ae57-ea72-47e0-b64f-11016ea5f9cb, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=d912ae57-ea72-47e0-b64f-11016ea5f9cb,segment=NetworkSegment(7f9c0258-7d21-46bc-96bf-f72e205bc55e),segment_id=7f9c0258-7d21-46bc-96bf-f72e205bc55e)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:38.298791 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-229df58e-a808-471e-bb6d-289e89316865 req-83002a12-5c80-4a2a-a03d-76c9a0ce0f7f tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:38.676457 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de3a16-2a5e-43d0-b2a0-84cd81f10db3 req-db818204-89ae-4122-897f-ed436f981b90 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:38.678287 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c1de3a16-2a5e-43d0-b2a0-84cd81f10db3 req-db818204-89ae-4122-897f-ed436f981b90 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 943 time: 0.1208630 Jan 20 20:58:38.750493 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-229df58e-a808-471e-bb6d-289e89316865 req-83002a12-5c80-4a2a-a03d-76c9a0ce0f7f tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Calling delete_port for d912ae57-ea72-47e0-b64f-11016ea5f9cb owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 20:58:38.761045 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c1de3a16-2a5e-43d0-b2a0-84cd81f10db3 req-26e1dcf9-fb76-4c6a-9aca-2ea1503ba9d9 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749903 Jan 20 20:58:38.895392 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5b248-d7ee-43f1-8f87-1f11aefbe7b4 req-6ce85de9-cf02-4f50-8c26-ebe9ae61fc7d tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:38.896211 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-8eb5b248-d7ee-43f1-8f87-1f11aefbe7b4 req-6ce85de9-cf02-4f50-8c26-ebe9ae61fc7d tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Synchronizing usage tracker for tenant:fd4acf44f08949f899f3c5761d72cb34 on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:58:38.964514 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-8eb5b248-d7ee-43f1-8f87-1f11aefbe7b4 req-6ce85de9-cf02-4f50-8c26-ebe9ae61fc7d tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Unset dirty status for tenant:fd4acf44f08949f899f3c5761d72cb34 on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:58:38.965832 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8eb5b248-d7ee-43f1-8f87-1f11aefbe7b4 req-6ce85de9-cf02-4f50-8c26-ebe9ae61fc7d tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.3278141 Jan 20 20:58:39.001587 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-229df58e-a808-471e-bb6d-289e89316865 req-83002a12-5c80-4a2a-a03d-76c9a0ce0f7f tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:39.031551 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6b2c227a-e617-4ec4-972a-9d1940a97536 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:39.089804 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83002a12-5c80-4a2a-a03d-76c9a0ce0f7f tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Pushing event deleted for resources: {'Port': ['ID=d912ae57-ea72-47e0-b64f-11016ea5f9cb,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:39.099663 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8eb5b248-d7ee-43f1-8f87-1f11aefbe7b4 req-c3e9d405-0d27-4fd6-af04-6049fde51266 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228123 Jan 20 20:58:39.100637 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-83002a12-5c80-4a2a-a03d-76c9a0ce0f7f tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:39.307609 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-229df58e-a808-471e-bb6d-289e89316865 req-83002a12-5c80-4a2a-a03d-76c9a0ce0f7f tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] No DVR routers for this DVR port d912ae57-ea72-47e0-b64f-11016ea5f9cb on host hv-cinder-74915 {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 20:58:39.311107 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-229df58e-a808-471e-bb6d-289e89316865 req-83002a12-5c80-4a2a-a03d-76c9a0ce0f7f tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:39.318710 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc50eb94-3bc6-429d-98af-3a0f75af4612', 'name': 'network-vif-deleted', 'tag': 'd912ae57-ea72-47e0-b64f-11016ea5f9cb'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:58:39.342347 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-229df58e-a808-471e-bb6d-289e89316865 req-83002a12-5c80-4a2a-a03d-76c9a0ce0f7f tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.10 "DELETE /v2.0/ports/d912ae57-ea72-47e0-b64f-11016ea5f9cb HTTP/1.1" status: 204 len: 173 time: 1.6346161 Jan 20 20:58:39.396369 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc50eb94-3bc6-429d-98af-3a0f75af4612', 'name': 'network-vif-deleted', 'tag': 'd912ae57-ea72-47e0-b64f-11016ea5f9cb', 'status': 'completed', 'code': 200} Jan 20 20:58:39.677149 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:40.105263 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-0b5b41d9-5273-4c9e-99b2-7fc9acedca80 req-994ba8bd-9137-4af6-a551-964e6fa3c4a5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Synchronizing usage tracker for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:58:40.120745 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-0b5b41d9-5273-4c9e-99b2-7fc9acedca80 req-994ba8bd-9137-4af6-a551-964e6fa3c4a5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Unset dirty status for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:58:40.122654 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0b5b41d9-5273-4c9e-99b2-7fc9acedca80 req-994ba8bd-9137-4af6-a551-964e6fa3c4a5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=fc50eb94-3bc6-429d-98af-3a0f75af4612 HTTP/1.1" status: 200 len: 210 time: 0.0794189 Jan 20 20:58:40.409663 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291e2e3-6ae7-45d2-999b-d071304ebea8 req-2b11fdda-2658-4741-8390-738a8643a37d tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:40.411589 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8291e2e3-6ae7-45d2-999b-d071304ebea8 req-2b11fdda-2658-4741-8390-738a8643a37d tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1098297 Jan 20 20:58:40.466347 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8291e2e3-6ae7-45d2-999b-d071304ebea8 req-cd4cba3b-5d5b-4e7c-af08-b22c06c0d22c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477266 Jan 20 20:58:41.758483 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aedc04-872c-448c-9b81-3ca3a62208ec req-ffbc9e40-b02a-4fac-a3cd-76eb2ed4a798 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:41.761522 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-04aedc04-872c-448c-9b81-3ca3a62208ec req-ffbc9e40-b02a-4fac-a3cd-76eb2ed4a798 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1599090 Jan 20 20:58:41.804092 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 55616) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:58:41.850403 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-04aedc04-872c-448c-9b81-3ca3a62208ec req-9de50576-3d8f-4e50-9bbc-0913aed72b82 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748518 Jan 20 20:58:41.854952 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63999e39-c0cc-4ac4-be2f-fe4c62a39c44 req-013e6191-5fa8-45a4-9422-f466d2d1e46d tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:41.856672 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-63999e39-c0cc-4ac4-be2f-fe4c62a39c44 req-013e6191-5fa8-45a4-9422-f466d2d1e46d tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 945 time: 0.1347232 Jan 20 20:58:41.921246 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-63999e39-c0cc-4ac4-be2f-fe4c62a39c44 req-bddd0b13-65a4-4f9e-be2a-807b4d7fa2b0 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559404 Jan 20 20:58:42.046048 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-58ac17a5-eede-4477-862e-4d2b6c32e2a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd366b33bfbd40a28f5f53b36f0cd4b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381012 Jan 20 20:58:42.046546 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 55626) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:58:42.113234 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c7fc063c-ae6c-4cd6-bb32-c21604b725f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:42.146274 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c7fc063c-ae6c-4cd6-bb32-c21604b725f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:42.156043 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-425552b4-b944-407d-a999-9bc62b589507 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1778340 Jan 20 20:58:42.168248 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Request body: {'floatingip': {'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:58:42.177756 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:58:42.182713 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Usage tracker for resource:floatingip and tenant:19acbd934bc9493aa3ec8510f6d95f37 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:58:42.185820 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:58:42.192154 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:58:42.202328 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for floatingip, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:42.203223 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c7fc063c-ae6c-4cd6-bb32-c21604b725f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:42.212941 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c238842f-ca25-4836-bcfa-c8ec60d57662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:42.240851 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc063c-ae6c-4cd6-bb32-c21604b725f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ecae6e-418c-401b-8ce2-0b0f44fee9d2,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:42.245358 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c7fc063c-ae6c-4cd6-bb32-c21604b725f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:42.255248 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c7fc063c-ae6c-4cd6-bb32-c21604b725f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:42.259601 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-c7fc063c-ae6c-4cd6-bb32-c21604b725f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5ecae6e-418c-401b-8ce2-0b0f44fee9d2 HTTP/1.1" status: 204 len: 168 time: 0.2093277 Jan 20 20:58:42.372166 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:42.738390 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Allocated IP 172.27.0.53 (06ea3fc8-bdc7-4401-9b28-54093eee0170/7fa42e9a-db2b-4126-9d0c-025f1cb6919b/b14f562d-5999-41ad-98c8-8d43e3209a81) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:58:42.957349 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:42.980204 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9624c-2e9d-4dd0-bf7d-336a1177d46f req-5e5b6c51-9b8b-4e16-9e1c-ff5c76a0ff46 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:42.981955 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4dc9624c-2e9d-4dd0-bf7d-336a1177d46f req-5e5b6c51-9b8b-4e16-9e1c-ff5c76a0ff46 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 945 time: 0.1088386 Jan 20 20:58:42.999364 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:43.016796 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-56f69be7-2c25-4ccf-ac84-f2209def9772 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:43.037554 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4dc9624c-2e9d-4dd0-bf7d-336a1177d46f req-b7976194-c6e5-4729-a33c-77c96c42ae89 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487914 Jan 20 20:58:43.156443 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Pushing event updated for resources: {'Port': ['ID=b14f562d-5999-41ad-98c8-8d43e3209a81,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:43.169538 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:43.224742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:58:43.226283 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:58:43.228730 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:58:43.274035 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d505142-e6af-4a01-8ffd-3d5ae89783f4 req-e6fdb60a-2738-4687-bee1-3dfdf88e7896 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:43.275807 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1d505142-e6af-4a01-8ffd-3d5ae89783f4 req-e6fdb60a-2738-4687-bee1-3dfdf88e7896 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1150444 Jan 20 20:58:43.318718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for floatingip, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:43.332533 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1d505142-e6af-4a01-8ffd-3d5ae89783f4 req-7d69d955-a6ad-4b76-8e40-fb8baec31b5c tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500374 Jan 20 20:58:43.413127 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:43.915003 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:43.918768 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852348194'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:43.934277 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b4a24957-0a1e-4164-89f9-d64e3699da7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:44.071229 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Pushing event updated for resources: {'Port': ['ID=b14f562d-5999-41ad-98c8-8d43e3209a81,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:44.085378 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:44.102006 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:58:44.182670 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:44.214387 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:44.216058 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0528350 Jan 20 20:58:44.300127 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c5916-9e83-4be2-a682-788151cff02c req-e31aed72-6bb7-42b1-9327-15b6437929fb tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:44.301809 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-101c5916-9e83-4be2-a682-788151cff02c req-e31aed72-6bb7-42b1-9327-15b6437929fb tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 945 time: 0.1182418 Jan 20 20:58:44.323249 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-1333963b-5691-442f-a6e7-c8725c86c549 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Synchronizing usage tracker for tenant:19acbd934bc9493aa3ec8510f6d95f37 on resource:floatingip {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:58:44.348712 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-1333963b-5691-442f-a6e7-c8725c86c549 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Unset dirty status for tenant:19acbd934bc9493aa3ec8510f6d95f37 on resource:floatingip {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:58:44.350199 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-1333963b-5691-442f-a6e7-c8725c86c549 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.53 HTTP/1.1" status: 200 len: 695 time: 0.1163211 Jan 20 20:58:44.360553 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-101c5916-9e83-4be2-a682-788151cff02c req-db1aa210-e55a-4967-8097-00d08f4e9cb4 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509846 Jan 20 20:58:44.551602 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-6bb8a952-6048-41e4-84e2-3709a04ad22f tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:44.554165 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1c91e613-e535-41de-8c76-5128c48be5c6 req-6bb8a952-6048-41e4-84e2-3709a04ad22f tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/networks/06ea3fc8-bdc7-4401-9b28-54093eee0170 HTTP/1.1" status: 200 len: 784 time: 0.1964555 Jan 20 20:58:44.665400 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd250b-7538-492f-8272-5ab7b7d5736f req-870c48a9-5e52-46d7-827a-b6605f703604 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:44.667780 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-63fd250b-7538-492f-8272-5ab7b7d5736f req-870c48a9-5e52-46d7-827a-b6605f703604 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1684718 Jan 20 20:58:44.742127 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ecc41-eccc-4009-a272-e7611c48dd99 req-5b67497b-ca4b-40cb-839a-856b8768337d tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:44.743821 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d98ecc41-eccc-4009-a272-e7611c48dd99 req-5b67497b-ca4b-40cb-839a-856b8768337d tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.10 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 945 time: 0.1891229 Jan 20 20:58:44.762425 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-63fd250b-7538-492f-8272-5ab7b7d5736f req-edc988e1-bd89-495d-9000-087ddc478c4a tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/security-groups?id=0dbe0424-933a-4785-be01-7b800076e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817924 Jan 20 20:58:44.838549 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609666b-a25d-44ed-86fa-7a031066a50c req-5160ad02-d4d7-446d-8791-1350490a36ee tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:44.840428 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b609666b-a25d-44ed-86fa-7a031066a50c req-5160ad02-d4d7-446d-8791-1350490a36ee tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1346204 Jan 20 20:58:44.855093 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-d98ecc41-eccc-4009-a272-e7611c48dd99 req-547f422a-6bfd-431e-a3a4-89b242af99ff tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Deleting port 2dd5a250-83c3-4812-8a99-cd93e09311d3 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 20:58:44.855483 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d98ecc41-eccc-4009-a272-e7611c48dd99 req-547f422a-6bfd-431e-a3a4-89b242af99ff tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:44.942842 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b609666b-a25d-44ed-86fa-7a031066a50c req-c86ac641-f144-4c70-98ff-49e9da49eeda tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.53 HTTP/1.1" status: 200 len: 695 time: 0.0942316 Jan 20 20:58:44.954810 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-b609666b-a25d-44ed-86fa-7a031066a50c req-77ed1a43-4640-4fdf-9643-bbc4d836d6ad tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Request body: {'floatingip': {'port_id': '8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:58:45.048460 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b609666b-a25d-44ed-86fa-7a031066a50c req-77ed1a43-4640-4fdf-9643-bbc4d836d6ad tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for floatingip, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:45.160457 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-d98ecc41-eccc-4009-a272-e7611c48dd99 req-547f422a-6bfd-431e-a3a4-89b242af99ff tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] For port 2dd5a250-83c3-4812-8a99-cd93e09311d3, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=2dd5a250-83c3-4812-8a99-cd93e09311d3,segment=NetworkSegment(d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b),segment_id=d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:45.160923 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d98ecc41-eccc-4009-a272-e7611c48dd99 req-547f422a-6bfd-431e-a3a4-89b242af99ff tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:45.320849 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-d98ecc41-eccc-4009-a272-e7611c48dd99 req-547f422a-6bfd-431e-a3a4-89b242af99ff tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Calling delete_port for 2dd5a250-83c3-4812-8a99-cd93e09311d3 owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 20:58:45.631972 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d98ecc41-eccc-4009-a272-e7611c48dd99 req-547f422a-6bfd-431e-a3a4-89b242af99ff tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:45.653560 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:45.749877 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b609666b-a25d-44ed-86fa-7a031066a50c req-77ed1a43-4640-4fdf-9643-bbc4d836d6ad tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:45.752904 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b609666b-a25d-44ed-86fa-7a031066a50c req-77ed1a43-4640-4fdf-9643-bbc4d836d6ad tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:45.758225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f422a-6bfd-431e-a3a4-89b242af99ff tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Pushing event deleted for resources: {'Port': ['ID=2dd5a250-83c3-4812-8a99-cd93e09311d3,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:45.762615 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-547f422a-6bfd-431e-a3a4-89b242af99ff tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:45.805917 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2dd5a250-83c3-4812-8a99-cd93e09311d3 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 20:58:45.807040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884d46f-62db-4a00-8f2f-8fe37306a1ea req-9b0a5ea9-b6b7-4619-8c72-0c25437fb6da tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:45.810150 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c884d46f-62db-4a00-8f2f-8fe37306a1ea req-9b0a5ea9-b6b7-4619-8c72-0c25437fb6da tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.10 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 945 time: 0.3268664 Jan 20 20:58:45.844702 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] No Port match for: 2dd5a250-83c3-4812-8a99-cd93e09311d3 {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 20:58:45.845084 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2dd5a250-83c3-4812-8a99-cd93e09311d3 not bound to the agent host hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 20:58:45.845551 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 965f6bd3-bc76-44e4-a07a-e316f21f2d7b no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 20:58:45.921886 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d5d6c-726a-40e6-8d95-cae25cfd8160 req-2461f2ee-74a8-4a05-85f2-f43890913756 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:45.924333 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2d4d5d6c-726a-40e6-8d95-cae25cfd8160 req-2461f2ee-74a8-4a05-85f2-f43890913756 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 945 time: 0.3819008 Jan 20 20:58:45.952495 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [req-b609666b-a25d-44ed-86fa-7a031066a50c req-77ed1a43-4640-4fdf-9643-bbc4d836d6ad tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Floating IP 3ebd02f9-c1eb-43cb-94a1-3a6350a531c8 associated. External IP: 172.27.0.53, port: 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8. Jan 20 20:58:45.999685 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-c884d46f-62db-4a00-8f2f-8fe37306a1ea req-952c74f9-b893-4a40-bf51-d899a6783291 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Deleting port 965f6bd3-bc76-44e4-a07a-e316f21f2d7b {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 20:58:46.000080 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c884d46f-62db-4a00-8f2f-8fe37306a1ea req-952c74f9-b893-4a40-bf51-d899a6783291 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:46.006860 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:46.053416 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 965f6bd3-bc76-44e4-a07a-e316f21f2d7b, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=965f6bd3-bc76-44e4-a07a-e316f21f2d7b,segment=NetworkSegment(7f9c0258-7d21-46bc-96bf-f72e205bc55e),segment_id=7f9c0258-7d21-46bc-96bf-f72e205bc55e)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:46.054774 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19df1e5-ed21-402d-9ba4-d215dacc6f81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '965f6bd3-bc76-44e4-a07a-e316f21f2d7b'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:58:46.062443 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:46.064819 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:46.124776 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2d4d5d6c-726a-40e6-8d95-cae25cfd8160 req-55f8374e-ebc9-421a-af5d-78bf5e2ddef7 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/security-groups?id=02538952-301f-4021-b878-3eda9ec03a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944637 Jan 20 20:58:46.139650 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98ecc41-eccc-4009-a272-e7611c48dd99 req-547f422a-6bfd-431e-a3a4-89b242af99ff tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] No DVR routers for this DVR port 2dd5a250-83c3-4812-8a99-cd93e09311d3 on host hv-cinder-74915 {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 20:58:46.142104 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d98ecc41-eccc-4009-a272-e7611c48dd99 req-547f422a-6bfd-431e-a3a4-89b242af99ff tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:46.149326 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4f4d2f-5d32-4861-b68f-1f8643b83a82', 'name': 'network-vif-deleted', 'tag': '2dd5a250-83c3-4812-8a99-cd93e09311d3'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:58:46.172234 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=965f6bd3-bc76-44e4-a07a-e316f21f2d7b,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:46.183522 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:46.201237 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d98ecc41-eccc-4009-a272-e7611c48dd99 req-547f422a-6bfd-431e-a3a4-89b242af99ff tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.10 "DELETE /v2.0/ports/2dd5a250-83c3-4812-8a99-cd93e09311d3 HTTP/1.1" status: 204 len: 173 time: 1.4274712 Jan 20 20:58:46.633625 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-1d1205f9-238e-495c-98f3-f3ab575cf355 req-3b4223a7-6a4a-49c2-9521-0a9882a2f434 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Synchronizing usage tracker for tenant:fd4acf44f08949f899f3c5761d72cb34 on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:58:46.650951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b609666b-a25d-44ed-86fa-7a031066a50c req-77ed1a43-4640-4fdf-9643-bbc4d836d6ad tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Router 6cfff5e4-08e0-46fa-be49-b35f71e1c475 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 20:58:46.679296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-1d1205f9-238e-495c-98f3-f3ab575cf355 req-3b4223a7-6a4a-49c2-9521-0a9882a2f434 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Unset dirty status for tenant:fd4acf44f08949f899f3c5761d72cb34 on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:58:46.680565 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1d1205f9-238e-495c-98f3-f3ab575cf355 req-3b4223a7-6a4a-49c2-9521-0a9882a2f434 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] 10.222.0.18 "GET /v2.0/ports?device_id=fa4f4d2f-5d32-4861-b68f-1f8643b83a82 HTTP/1.1" status: 200 len: 210 time: 0.1059945 Jan 20 20:58:46.717591 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-c884d46f-62db-4a00-8f2f-8fe37306a1ea req-952c74f9-b893-4a40-bf51-d899a6783291 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] For port 965f6bd3-bc76-44e4-a07a-e316f21f2d7b, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=965f6bd3-bc76-44e4-a07a-e316f21f2d7b,segment=NetworkSegment(7f9c0258-7d21-46bc-96bf-f72e205bc55e),segment_id=7f9c0258-7d21-46bc-96bf-f72e205bc55e)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:46.718028 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c884d46f-62db-4a00-8f2f-8fe37306a1ea req-952c74f9-b893-4a40-bf51-d899a6783291 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:46.786159 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19df1e5-ed21-402d-9ba4-d215dacc6f81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '965f6bd3-bc76-44e4-a07a-e316f21f2d7b', 'code': 200} Jan 20 20:58:46.883247 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-c884d46f-62db-4a00-8f2f-8fe37306a1ea req-952c74f9-b893-4a40-bf51-d899a6783291 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Calling delete_port for 965f6bd3-bc76-44e4-a07a-e316f21f2d7b owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 20:58:46.915003 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4f4d2f-5d32-4861-b68f-1f8643b83a82', 'name': 'network-vif-deleted', 'tag': '2dd5a250-83c3-4812-8a99-cd93e09311d3', 'status': 'completed', 'code': 200} Jan 20 20:58:46.919924 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b609666b-a25d-44ed-86fa-7a031066a50c req-77ed1a43-4640-4fdf-9643-bbc4d836d6ad tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:58:46.925247 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-b609666b-a25d-44ed-86fa-7a031066a50c req-77ed1a43-4640-4fdf-9643-bbc4d836d6ad tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:46.932044 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05d16f2-6b6f-441c-a37a-71cd2a33195c None None] Sync routers for ids ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:58:46.944979 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05d16f2-6b6f-441c-a37a-71cd2a33195c None None] Routers {'6cfff5e4-08e0-46fa-be49-b35f71e1c475'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:58:46.946021 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-a05d16f2-6b6f-441c-a37a-71cd2a33195c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:58:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:58:46.999528 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b609666b-a25d-44ed-86fa-7a031066a50c req-77ed1a43-4640-4fdf-9643-bbc4d836d6ad tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "PUT /v2.0/floatingips/3ebd02f9-c1eb-43cb-94a1-3a6350a531c8 HTTP/1.1" status: 200 len: 995 time: 2.0493591 Jan 20 20:58:47.000692 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3fddfa-949a-461c-b207-6cc2a74cab66', 'tag': '8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:58:47.114203 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609666b-a25d-44ed-86fa-7a031066a50c req-c2e8be2d-123a-43ce-ab6b-713a2c0db984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:47.124114 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b609666b-a25d-44ed-86fa-7a031066a50c req-c2e8be2d-123a-43ce-ab6b-713a2c0db984 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19acbd934bc9493aa3ec8510f6d95f37&device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 1162 time: 0.1041465 Jan 20 20:58:47.159887 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c884d46f-62db-4a00-8f2f-8fe37306a1ea req-952c74f9-b893-4a40-bf51-d899a6783291 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:47.163219 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3fddfa-949a-461c-b207-6cc2a74cab66', 'tag': '8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8', 'status': 'completed', 'code': 200} Jan 20 20:58:47.193020 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-24ec63e0-c9fd-465d-b67d-9339cb44cebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:47.207120 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-a05d16f2-6b6f-441c-a37a-71cd2a33195c None None] Set router 6cfff5e4-08e0-46fa-be49-b35f71e1c475 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:58:47.327841 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609666b-a25d-44ed-86fa-7a031066a50c req-0a4f02c0-2b7d-432d-9fb1-3917140bdb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:47.331023 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b609666b-a25d-44ed-86fa-7a031066a50c req-0a4f02c0-2b7d-432d-9fb1-3917140bdb1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=296e01d9-eed6-4c61-9729-39e865bcc82f HTTP/1.1" status: 200 len: 909 time: 0.2057323 Jan 20 20:58:47.435060 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c74f9-b893-4a40-bf51-d899a6783291 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Pushing event deleted for resources: {'Port': ['ID=965f6bd3-bc76-44e4-a07a-e316f21f2d7b,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:47.448498 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-952c74f9-b893-4a40-bf51-d899a6783291 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:47.450871 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5a833642-2566-4215-9e3f-88bd79023571 req-59749563-e35d-459d-881c-0f4c3f5a2164 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 210 time: 0.1318970 Jan 20 20:58:47.483146 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b609666b-a25d-44ed-86fa-7a031066a50c req-e239b5c8-b4ee-4401-8b95-5cf265a53ade service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 HTTP/1.1" status: 200 len: 998 time: 0.1435559 Jan 20 20:58:47.520175 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46892fd3-0608-463f-adee-292bf0e0e0d6 req-944c52a8-a1b4-45d7-8b8a-4b234c5a491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:47.522010 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-46892fd3-0608-463f-adee-292bf0e0e0d6 req-944c52a8-a1b4-45d7-8b8a-4b234c5a491e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19acbd934bc9493aa3ec8510f6d95f37&device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 1162 time: 0.2478046 Jan 20 20:58:47.634494 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609666b-a25d-44ed-86fa-7a031066a50c req-a97fc098-681a-4893-8b23-4e87a5c1272c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:47.644872 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b609666b-a25d-44ed-86fa-7a031066a50c req-a97fc098-681a-4893-8b23-4e87a5c1272c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=397012bd-7b76-4a96-a088-d52b2af7ec97 HTTP/1.1" status: 200 len: 854 time: 0.1548541 Jan 20 20:58:47.698277 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-a05d16f2-6b6f-441c-a37a-71cd2a33195c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'name': 'tempest-TestMinimumBasicScenario-1381442890-router', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:43Z', 'updated_at': '2021-01-20T20:56:53Z', 'revision_number': 4, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'gw_port': {'id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:45Z', 'updated_at': '2021-01-20T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': '3ebd02f9-c1eb-43cb-94a1-3a6350a531c8', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'port_id': '8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f', 'mac_address': 'fa:16:3e:b5:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fddfa-949a-461c-b207-6cc2a74cab66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T20:58:43Z', 'updated_at': '2021-01-20T20:58:45Z', 'revision_number': 1, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2b5955-0e22-46c4-8db5-8c70152b9384', 'name': '', 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'mac_address': 'fa:16:3e:61:18:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '397012bd-7b76-4a96-a088-d52b2af7ec97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:51Z', 'updated_at': '2021-01-20T20:57:06Z', 'revision_number': 5, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'subnets': [{'id': '397012bd-7b76-4a96-a088-d52b2af7ec97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:58:47.704307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05d16f2-6b6f-441c-a37a-71cd2a33195c None None] Checking router: 6cfff5e4-08e0-46fa-be49-b35f71e1c475 for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:58:47.727226 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05d16f2-6b6f-441c-a37a-71cd2a33195c None None] Routers {'6cfff5e4-08e0-46fa-be49-b35f71e1c475'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:58:47.729676 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-a05d16f2-6b6f-441c-a37a-71cd2a33195c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:58:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:58:47.734330 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609666b-a25d-44ed-86fa-7a031066a50c req-f117302f-5f53-4eea-ae57-0fb5931eccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:47.737375 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-c884d46f-62db-4a00-8f2f-8fe37306a1ea req-952c74f9-b893-4a40-bf51-d899a6783291 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] No DVR routers for this DVR port 965f6bd3-bc76-44e4-a07a-e316f21f2d7b on host hv-cinder-74915 {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 20:58:47.742458 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c884d46f-62db-4a00-8f2f-8fe37306a1ea req-952c74f9-b893-4a40-bf51-d899a6783291 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:47.744437 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b609666b-a25d-44ed-86fa-7a031066a50c req-f117302f-5f53-4eea-ae57-0fb5931eccac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=296e01d9-eed6-4c61-9729-39e865bcc82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0985661 Jan 20 20:58:47.750938 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [req-b609666b-a25d-44ed-86fa-7a031066a50c req-528873fe-07c7-459f-a1cd-115ec0c346b8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 20:58:47.759013 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b609666b-a25d-44ed-86fa-7a031066a50c req-528873fe-07c7-459f-a1cd-115ec0c346b8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0133328 Jan 20 20:58:47.774141 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c884d46f-62db-4a00-8f2f-8fe37306a1ea req-952c74f9-b893-4a40-bf51-d899a6783291 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.10 "DELETE /v2.0/ports/965f6bd3-bc76-44e4-a07a-e316f21f2d7b HTTP/1.1" status: 204 len: 173 time: 1.9502532 Jan 20 20:58:47.777360 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46892fd3-0608-463f-adee-292bf0e0e0d6 req-fac6873f-6bac-46d0-ab20-452f7cb585fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:47.778981 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-46892fd3-0608-463f-adee-292bf0e0e0d6 req-fac6873f-6bac-46d0-ab20-452f7cb585fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=296e01d9-eed6-4c61-9729-39e865bcc82f HTTP/1.1" status: 200 len: 909 time: 0.2415094 Jan 20 20:58:47.909352 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b609666b-a25d-44ed-86fa-7a031066a50c req-ff5b2ead-2822-4cb1-b150-6de77d1000c5 service neutron] 10.222.0.18 "GET /v2.0/networks/296e01d9-eed6-4c61-9729-39e865bcc82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493511 Jan 20 20:58:47.940234 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-46892fd3-0608-463f-adee-292bf0e0e0d6 req-b295f7ca-72c9-4e92-b372-80d5f4761a17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 HTTP/1.1" status: 200 len: 998 time: 0.1456680 Jan 20 20:58:48.027498 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 55678) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:58:48.061961 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-a05d16f2-6b6f-441c-a37a-71cd2a33195c None None] Set router 6cfff5e4-08e0-46fa-be49-b35f71e1c475 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:58:48.079679 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46892fd3-0608-463f-adee-292bf0e0e0d6 req-3ebf8dfe-193f-4f42-8623-f06cbe925ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:48.081606 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-46892fd3-0608-463f-adee-292bf0e0e0d6 req-3ebf8dfe-193f-4f42-8623-f06cbe925ca8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=397012bd-7b76-4a96-a088-d52b2af7ec97 HTTP/1.1" status: 200 len: 854 time: 0.1328452 Jan 20 20:58:48.257757 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987ee5d-88a1-44cc-a3fe-1d139216bded req-273d8019-2d70-43f4-a8e7-b98d7f8a19f5 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:48.259918 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8987ee5d-88a1-44cc-a3fe-1d139216bded req-273d8019-2d70-43f4-a8e7-b98d7f8a19f5 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1768439 Jan 20 20:58:48.263264 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46892fd3-0608-463f-adee-292bf0e0e0d6 req-970b430b-0ed0-4a24-834b-a1bb4fa75808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:48.264838 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-46892fd3-0608-463f-adee-292bf0e0e0d6 req-970b430b-0ed0-4a24-834b-a1bb4fa75808 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=296e01d9-eed6-4c61-9729-39e865bcc82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1364806 Jan 20 20:58:48.307593 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b609666b-a25d-44ed-86fa-7a031066a50c req-329a7cb3-5b5c-4f5e-9839-22fe90c26cee service neutron] 10.222.0.18 "GET /v2.0/networks/296e01d9-eed6-4c61-9729-39e865bcc82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3889413 Jan 20 20:58:48.432447 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8987ee5d-88a1-44cc-a3fe-1d139216bded req-eb028e60-165d-4b04-ad4d-6a3adc50fc58 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616662 Jan 20 20:58:48.441241 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-4b1f7727-624e-4f55-9e62-65b06828d40a req-574752fd-b3d5-48b2-90d2-9af823c41d2a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1552023847', 'description': 'tempest-TestMinimumBasicScenario-1552023847 description'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:58:48.473547 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-4b1f7727-624e-4f55-9e62-65b06828d40a req-574752fd-b3d5-48b2-90d2-9af823c41d2a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:58:48.498091 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-4b1f7727-624e-4f55-9e62-65b06828d40a req-574752fd-b3d5-48b2-90d2-9af823c41d2a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:58:48.510110 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-a05d16f2-6b6f-441c-a37a-71cd2a33195c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'name': 'tempest-TestMinimumBasicScenario-1381442890-router', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:43Z', 'updated_at': '2021-01-20T20:56:53Z', 'revision_number': 4, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'gw_port': {'id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:45Z', 'updated_at': '2021-01-20T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': '3ebd02f9-c1eb-43cb-94a1-3a6350a531c8', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'port_id': '8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f', 'mac_address': 'fa:16:3e:b5:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fddfa-949a-461c-b207-6cc2a74cab66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T20:58:43Z', 'updated_at': '2021-01-20T20:58:45Z', 'revision_number': 1, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2b5955-0e22-46c4-8db5-8c70152b9384', 'name': '', 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'mac_address': 'fa:16:3e:61:18:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '397012bd-7b76-4a96-a088-d52b2af7ec97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:51Z', 'updated_at': '2021-01-20T20:57:06Z', 'revision_number': 5, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'subnets': [{'id': '397012bd-7b76-4a96-a088-d52b2af7ec97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:58:48.516134 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-46892fd3-0608-463f-adee-292bf0e0e0d6 req-6056f09b-8c4b-4665-b921-45ca90665e39 service neutron] 10.222.0.10 "GET /v2.0/networks/296e01d9-eed6-4c61-9729-39e865bcc82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397316 Jan 20 20:58:48.517085 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05d16f2-6b6f-441c-a37a-71cd2a33195c None None] The sync data for ids ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'] in dv-cinder-749155-5-iscsi is: [{'id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'name': 'tempest-TestMinimumBasicScenario-1381442890-router', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:43Z', 'updated_at': '2021-01-20T20:56:53Z', 'revision_number': 4, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'gw_port': {'id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:45Z', 'updated_at': '2021-01-20T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': '3ebd02f9-c1eb-43cb-94a1-3a6350a531c8', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'port_id': '8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f', 'mac_address': 'fa:16:3e:b5:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fddfa-949a-461c-b207-6cc2a74cab66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T20:58:43Z', 'updated_at': '2021-01-20T20:58:45Z', 'revision_number': 1, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2b5955-0e22-46c4-8db5-8c70152b9384', 'name': '', 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'mac_address': 'fa:16:3e:61:18:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '397012bd-7b76-4a96-a088-d52b2af7ec97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:51Z', 'updated_at': '2021-01-20T20:57:06Z', 'revision_number': 5, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'subnets': [{'id': '397012bd-7b76-4a96-a088-d52b2af7ec97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:58:48.521588 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-4b1f7727-624e-4f55-9e62-65b06828d40a req-574752fd-b3d5-48b2-90d2-9af823c41d2a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:48.612114 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-4b1f7727-624e-4f55-9e62-65b06828d40a req-574752fd-b3d5-48b2-90d2-9af823c41d2a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:58:48.616344 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-4b1f7727-624e-4f55-9e62-65b06828d40a req-574752fd-b3d5-48b2-90d2-9af823c41d2a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Usage tracker for resource:security_group_rule and tenant:19acbd934bc9493aa3ec8510f6d95f37 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:58:48.620070 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-4b1f7727-624e-4f55-9e62-65b06828d40a req-574752fd-b3d5-48b2-90d2-9af823c41d2a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:58:48.625948 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-4b1f7727-624e-4f55-9e62-65b06828d40a req-574752fd-b3d5-48b2-90d2-9af823c41d2a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:58:48.781205 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-dc20e1c0-9357-4c47-9277-f536a0a9e734 req-a727d3f3-5733-4d41-b56d-aa7042ff6a9a tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Synchronizing usage tracker for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:58:48.788954 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-4b1f7727-624e-4f55-9e62-65b06828d40a req-574752fd-b3d5-48b2-90d2-9af823c41d2a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:48.797619 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-4b1f7727-624e-4f55-9e62-65b06828d40a req-574752fd-b3d5-48b2-90d2-9af823c41d2a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:48.803809 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c104551c-63c9-4cf9-98fb-9fd929a2c508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:48.823772 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-dc20e1c0-9357-4c47-9277-f536a0a9e734 req-a727d3f3-5733-4d41-b56d-aa7042ff6a9a tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Unset dirty status for tenant:76c7abf965e144cf8d55b3ce9914e21b on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:58:48.825228 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-dc20e1c0-9357-4c47-9277-f536a0a9e734 req-a727d3f3-5733-4d41-b56d-aa7042ff6a9a tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] 10.222.0.18 "GET /v2.0/ports?device_id=e19df1e5-ed21-402d-9ba4-d215dacc6f81 HTTP/1.1" status: 200 len: 210 time: 0.1217201 Jan 20 20:58:48.878029 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-46892fd3-0608-463f-adee-292bf0e0e0d6 req-926efe64-b618-428e-872f-fd4a8c319034 service neutron] 10.222.0.10 "GET /v2.0/networks/296e01d9-eed6-4c61-9729-39e865bcc82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3446271 Jan 20 20:58:48.888445 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574752fd-b3d5-48b2-90d2-9af823c41d2a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Pushing event updated for resources: {'SecurityGroup': ['ID=12fac88b-e6d0-4dff-89f9-f1a8df0027e3,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:48.896386 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-574752fd-b3d5-48b2-90d2-9af823c41d2a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:48.916810 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19df1e5-ed21-402d-9ba4-d215dacc6f81', 'name': 'network-vif-deleted', 'tag': '965f6bd3-bc76-44e4-a07a-e316f21f2d7b'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:58:48.917823 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-4b1f7727-624e-4f55-9e62-65b06828d40a req-574752fd-b3d5-48b2-90d2-9af823c41d2a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:48.919204 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4b1f7727-624e-4f55-9e62-65b06828d40a req-574752fd-b3d5-48b2-90d2-9af823c41d2a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4828322 Jan 20 20:58:48.987208 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cae3a0-8cb3-4dd2-929c-e7d10ecc62c8 None None] New status for floating IP 3ebd02f9-c1eb-43cb-94a1-3a6350a531c8: ACTIVE {{(pid=80114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 20:58:49.002308 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19df1e5-ed21-402d-9ba4-d215dacc6f81', 'name': 'network-vif-deleted', 'tag': '965f6bd3-bc76-44e4-a07a-e316f21f2d7b', 'status': 'completed', 'code': 200} Jan 20 20:58:49.169586 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bc479216-6107-4583-8d2e-1580fccdb129 req-b31195bd-74d3-41a4-bc4f-81eb62787acc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups/12fac88b-e6d0-4dff-89f9-f1a8df0027e3 HTTP/1.1" status: 200 len: 1814 time: 0.1260791 Jan 20 20:58:49.203192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-bc479216-6107-4583-8d2e-1580fccdb129 req-a37fbcc4-08e3-4ffd-a52b-75fe3a880134 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12fac88b-e6d0-4dff-89f9-f1a8df0027e3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:58:49.204195 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-bc479216-6107-4583-8d2e-1580fccdb129 req-a37fbcc4-08e3-4ffd-a52b-75fe3a880134 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12fac88b-e6d0-4dff-89f9-f1a8df0027e3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:58:49.228837 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-bc479216-6107-4583-8d2e-1580fccdb129 req-a37fbcc4-08e3-4ffd-a52b-75fe3a880134 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:58:49.239785 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-bc479216-6107-4583-8d2e-1580fccdb129 req-a37fbcc4-08e3-4ffd-a52b-75fe3a880134 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Usage tracker for resource:security_group_rule and tenant:19acbd934bc9493aa3ec8510f6d95f37 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:58:49.246440 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-bc479216-6107-4583-8d2e-1580fccdb129 req-a37fbcc4-08e3-4ffd-a52b-75fe3a880134 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:58:49.255556 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bc05a7ba-ffbc-4992-a8bb-3ba0a3b6a404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854398163'] for router_interface, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:49.351983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-bc479216-6107-4583-8d2e-1580fccdb129 req-a37fbcc4-08e3-4ffd-a52b-75fe3a880134 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:58:49.514727 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-bc479216-6107-4583-8d2e-1580fccdb129 req-a37fbcc4-08e3-4ffd-a52b-75fe3a880134 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:49.633761 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-bc479216-6107-4583-8d2e-1580fccdb129 req-a37fbcc4-08e3-4ffd-a52b-75fe3a880134 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:49.640138 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-bc479216-6107-4583-8d2e-1580fccdb129 req-a37fbcc4-08e3-4ffd-a52b-75fe3a880134 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889190'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:49.656220 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2b361939-9827-4475-86e2-8bf69b1913be tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:49.674656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c460cbf-09fa-4dd6-a383-09d0b4922917 req-5e551162-602f-4dad-894e-c1d25d541839 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:49.676377 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6c460cbf-09fa-4dd6-a383-09d0b4922917 req-5e551162-602f-4dad-894e-c1d25d541839 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1115782 Jan 20 20:58:49.680552 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37fbcc4-08e3-4ffd-a52b-75fe3a880134 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8984e3-112e-443e-a877-1491b897de22,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:49.684237 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a37fbcc4-08e3-4ffd-a52b-75fe3a880134 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:49.696090 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-bc479216-6107-4583-8d2e-1580fccdb129 req-a37fbcc4-08e3-4ffd-a52b-75fe3a880134 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:49.697688 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bc479216-6107-4583-8d2e-1580fccdb129 req-a37fbcc4-08e3-4ffd-a52b-75fe3a880134 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5167129 Jan 20 20:58:49.748809 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6c460cbf-09fa-4dd6-a383-09d0b4922917 req-79322c88-e965-4589-836c-0bb7d7c276c7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637023 Jan 20 20:58:49.968628 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 55698) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:58:50.039032 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e67c00-e883-4245-8e11-da67a293df83 admin admin] Deleting subnet 377a8709-324b-4662-b116-58cbd4317af0 {{(pid=80112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 20:58:50.043357 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-90e67c00-e883-4245-8e11-da67a293df83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:50.049750 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-bc05a7ba-ffbc-4992-a8bb-3ba0a3b6a404 admin admin] Deleting port ee583fa8-04c6-470a-b8c5-2d64fc150f07 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 20:58:50.050133 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bc05a7ba-ffbc-4992-a8bb-3ba0a3b6a404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:50.104166 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-603e754e-30b9-4078-87e1-34cd9b7234c1 req-607b709a-3cc1-4afb-acca-dc80972f2e7e tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups/12fac88b-e6d0-4dff-89f9-f1a8df0027e3 HTTP/1.1" status: 200 len: 2407 time: 0.3546009 Jan 20 20:58:50.106632 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-90e67c00-e883-4245-8e11-da67a293df83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828615770'] for subnet, precommit_delete_associations {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:50.126494 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-603e754e-30b9-4078-87e1-34cd9b7234c1 req-f591ece1-1f86-450b-afdc-fa4f5c4062f6 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12fac88b-e6d0-4dff-89f9-f1a8df0027e3', 'remote_group_id': None}]} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:58:50.126855 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-603e754e-30b9-4078-87e1-34cd9b7234c1 req-f591ece1-1f86-450b-afdc-fa4f5c4062f6 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12fac88b-e6d0-4dff-89f9-f1a8df0027e3', 'remote_group_id': None}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:58:50.138833 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-603e754e-30b9-4078-87e1-34cd9b7234c1 req-f591ece1-1f86-450b-afdc-fa4f5c4062f6 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:58:50.164692 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-603e754e-30b9-4078-87e1-34cd9b7234c1 req-f591ece1-1f86-450b-afdc-fa4f5c4062f6 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Usage tracker for resource:security_group_rule and tenant:19acbd934bc9493aa3ec8510f6d95f37 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:58:50.174715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-90e67c00-e883-4245-8e11-da67a293df83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851329876'] for subnet, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:50.220525 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-603e754e-30b9-4078-87e1-34cd9b7234c1 req-f591ece1-1f86-450b-afdc-fa4f5c4062f6 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:58:50.233496 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-603e754e-30b9-4078-87e1-34cd9b7234c1 req-f591ece1-1f86-450b-afdc-fa4f5c4062f6 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:58:50.339759 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-bc05a7ba-ffbc-4992-a8bb-3ba0a3b6a404 admin admin] For port ee583fa8-04c6-470a-b8c5-2d64fc150f07, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=ee583fa8-04c6-470a-b8c5-2d64fc150f07,segment=NetworkSegment(d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b),segment_id=d69dcd0c-7fd9-4f00-9c16-ffc7451eb71b)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:50.340166 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bc05a7ba-ffbc-4992-a8bb-3ba0a3b6a404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:50.359488 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-603e754e-30b9-4078-87e1-34cd9b7234c1 req-f591ece1-1f86-450b-afdc-fa4f5c4062f6 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:50.482906 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-90e67c00-e883-4245-8e11-da67a293df83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3445940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26958958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827860341'] for subnet, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:50.499846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8dfb2987-cb98-4b22-bd37-bbcb3a68a2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:50.513166 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-bc05a7ba-ffbc-4992-a8bb-3ba0a3b6a404 admin admin] Calling delete_port for ee583fa8-04c6-470a-b8c5-2d64fc150f07 owned by network:router_interface {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 20:58:50.569755 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-603e754e-30b9-4078-87e1-34cd9b7234c1 req-f591ece1-1f86-450b-afdc-fa4f5c4062f6 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:50.579070 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-603e754e-30b9-4078-87e1-34cd9b7234c1 req-f591ece1-1f86-450b-afdc-fa4f5c4062f6 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889190'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:50.587619 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e67c00-e883-4245-8e11-da67a293df83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=377a8709-324b-4662-b116-58cbd4317af0,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:50.592411 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a37fbcc4-08e3-4ffd-a52b-75fe3a880134 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:50.611429 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-90e67c00-e883-4245-8e11-da67a293df83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:50.653747 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-90e67c00-e883-4245-8e11-da67a293df83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:50.661421 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-90e67c00-e883-4245-8e11-da67a293df83 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/377a8709-324b-4662-b116-58cbd4317af0 HTTP/1.1" status: 204 len: 168 time: 0.6913528 Jan 20 20:58:50.664578 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 55702) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:58:50.766379 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591ece1-1f86-450b-afdc-fa4f5c4062f6 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad018eb-8c1c-425a-be50-70f130a85287,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:50.769326 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f591ece1-1f86-450b-afdc-fa4f5c4062f6 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:50.779762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-603e754e-30b9-4078-87e1-34cd9b7234c1 req-f591ece1-1f86-450b-afdc-fa4f5c4062f6 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:50.781415 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-603e754e-30b9-4078-87e1-34cd9b7234c1 req-f591ece1-1f86-450b-afdc-fa4f5c4062f6 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6617026 Jan 20 20:58:50.798557 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-902e68ed-6d64-4525-a1fc-23072eb625eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854054876'] for network, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:51.108993 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-72529c9c-cbe2-4560-8479-fb96943ed463 req-97ba3a22-da84-4786-86f3-16047ccfe1cc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Synchronizing usage tracker for tenant:19acbd934bc9493aa3ec8510f6d95f37 on resource:security_group {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:58:51.118388 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bc05a7ba-ffbc-4992-a8bb-3ba0a3b6a404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:51.149535 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:51.308987 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05a7ba-ffbc-4992-a8bb-3ba0a3b6a404 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee583fa8-04c6-470a-b8c5-2d64fc150f07,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:51.314600 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bc05a7ba-ffbc-4992-a8bb-3ba0a3b6a404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:51.319044 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-72529c9c-cbe2-4560-8479-fb96943ed463 req-97ba3a22-da84-4786-86f3-16047ccfe1cc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Unset dirty status for tenant:19acbd934bc9493aa3ec8510f6d95f37 on resource:security_group {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:58:51.319274 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-902e68ed-6d64-4525-a1fc-23072eb625eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3445791', 'neutron.services.segments.db._delete_segments_for_network--9223363282312691657'] for network, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:51.320344 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-72529c9c-cbe2-4560-8479-fb96943ed463 req-97ba3a22-da84-4786-86f3-16047ccfe1cc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1552023847&fields=id&tenant_id=19acbd934bc9493aa3ec8510f6d95f37 HTTP/1.1" status: 200 len: 267 time: 0.3547769 Jan 20 20:58:51.471866 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de052031-fb32-4b76-a158-ce1495430a00 req-c4d841a8-7f4d-42f6-8404-61ce5d67083b tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:51.473519 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-de052031-fb32-4b76-a158-ce1495430a00 req-c4d841a8-7f4d-42f6-8404-61ce5d67083b tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.5451241 Jan 20 20:58:51.501699 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-902e68ed-6d64-4525-a1fc-23072eb625eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f02c29-d0f9-49ff-9943-9bbf967e5bb8']}} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:58:51.543322 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72529c9c-cbe2-4560-8479-fb96943ed463 req-dc42a528-7add-4eea-b68e-39787bf03e39 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:51.544752 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-72529c9c-cbe2-4560-8479-fb96943ed463 req-dc42a528-7add-4eea-b68e-39787bf03e39 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 945 time: 0.2072587 Jan 20 20:58:51.554547 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-902e68ed-6d64-4525-a1fc-23072eb625eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9c0258-7d21-46bc-96bf-f72e205bc55e') {'for_net_delete': True} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:58:51.555149 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-902e68ed-6d64-4525-a1fc-23072eb625eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9c0258-7d21-46bc-96bf-f72e205bc55e') {} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:58:51.562210 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-72529c9c-cbe2-4560-8479-fb96943ed463 req-52aa7fda-80d5-4f3d-a350-96a7af594fff tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Request body: {'port': {'security_groups': ['392f3129-e4d5-48ff-8389-3432367a0adc', '12fac88b-e6d0-4dff-89f9-f1a8df0027e3']}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:58:51.590304 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-902e68ed-6d64-4525-a1fc-23072eb625eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282312693449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26160046'] for segment, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:51.640400 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-de052031-fb32-4b76-a158-ce1495430a00 req-18fa665f-d8f2-4245-8ab5-c9bdd60415d5 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425705 Jan 20 20:58:51.643199 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-902e68ed-6d64-4525-a1fc-23072eb625eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:51.647321 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-902e68ed-6d64-4525-a1fc-23072eb625eb admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 20:58:51.878379 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-72529c9c-cbe2-4560-8479-fb96943ed463 req-52aa7fda-80d5-4f3d-a350-96a7af594fff tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:51.899279 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-902e68ed-6d64-4525-a1fc-23072eb625eb admin admin] Network 02f02c29-d0f9-49ff-9943-9bbf967e5bb8 has no segments {{(pid=80112) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 20:58:51.901407 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bc05a7ba-ffbc-4992-a8bb-3ba0a3b6a404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3687546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854398005'] for router_interface, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:51.912598 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-902e68ed-6d64-4525-a1fc-23072eb625eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851331117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26958849'] for segment, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:52.114486 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-902e68ed-6d64-4525-a1fc-23072eb625eb admin admin] Network 02f02c29-d0f9-49ff-9943-9bbf967e5bb8 has no segments {{(pid=80112) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: Traceback (most recent call last): Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: timer() Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: cb(*args, **kw) Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: return func(*args, **kwargs) Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: self._notify() Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: self.callback(batched_events) Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: event.method(event) Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: segment_id)['aggregates'][0] Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(self, *a, **k) Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: return self._get(url).json() Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: **kwargs) Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.request(url, 'GET', **kwargs) Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: **endpoint_filter) Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 20:58:52.155258 dv-cinder-749155-5-iscsi neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 20:58:52.252473 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-902e68ed-6d64-4525-a1fc-23072eb625eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851330025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854383812'] for network, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:52.257302 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:52.285323 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-902e68ed-6d64-4525-a1fc-23072eb625eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:52.289956 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e68ed-6d64-4525-a1fc-23072eb625eb admin admin] Pushing event deleted for resources: {'Network': ['ID=02f02c29-d0f9-49ff-9943-9bbf967e5bb8,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:52.296341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-902e68ed-6d64-4525-a1fc-23072eb625eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:52.310612 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-902e68ed-6d64-4525-a1fc-23072eb625eb admin admin] 10.222.0.18 "DELETE /v2.0/networks/02f02c29-d0f9-49ff-9943-9bbf967e5bb8 HTTP/1.1" status: 204 len: 168 time: 1.6445699 Jan 20 20:58:52.591022 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 55714) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:58:52.650910 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-6eb3f0e3-d150-4203-ab5e-42a6171350f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76c7abf965e144cf8d55b3ce9914e21b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0563440 Jan 20 20:58:52.653206 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 55718) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:58:52.770354 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-07f5b41b-a871-4245-9a5b-ce483aec003c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:52.853904 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-07f5b41b-a871-4245-9a5b-ce483aec003c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:52.903311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-72529c9c-cbe2-4560-8479-fb96943ed463 req-52aa7fda-80d5-4f3d-a350-96a7af594fff tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] For port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8,segment=NetworkSegment(577b47de-df02-49f3-b50a-c1ba43cf5e72),segment_id=577b47de-df02-49f3-b50a-c1ba43cf5e72)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:52.946718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0ede6-47c3-44b8-af5a-914f2c0c828e req-a972bc87-41ad-4985-b784-1d4a93bb9fa8 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:52.948552 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b1c0ede6-47c3-44b8-af5a-914f2c0c828e req-a972bc87-41ad-4985-b784-1d4a93bb9fa8 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1634223 Jan 20 20:58:52.949762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-07f5b41b-a871-4245-9a5b-ce483aec003c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:52.954165 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d5d04e59-5858-417b-876b-32726345422f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:52.986902 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5b41b-a871-4245-9a5b-ce483aec003c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02538952-301f-4021-b878-3eda9ec03a45,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:52.991856 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-07f5b41b-a871-4245-9a5b-ce483aec003c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:53.014802 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-07f5b41b-a871-4245-9a5b-ce483aec003c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:53.018816 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-07f5b41b-a871-4245-9a5b-ce483aec003c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02538952-301f-4021-b878-3eda9ec03a45 HTTP/1.1" status: 204 len: 168 time: 0.3638005 Jan 20 20:58:53.025179 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-72529c9c-cbe2-4560-8479-fb96943ed463 req-52aa7fda-80d5-4f3d-a350-96a7af594fff tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:53.032186 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc05a7ba-ffbc-4992-a8bb-3ba0a3b6a404 admin admin] Router 0f9856d7-72ea-488e-8744-b216c335ef4c has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 20:58:53.035092 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-72529c9c-cbe2-4560-8479-fb96943ed463 req-52aa7fda-80d5-4f3d-a350-96a7af594fff tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852348194'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:53.043226 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b1c0ede6-47c3-44b8-af5a-914f2c0c828e req-75697fd5-79a8-4483-b7b7-1e11bcc4fcb3 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771174 Jan 20 20:58:53.051597 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:53.316736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa7fda-80d5-4f3d-a350-96a7af594fff tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Pushing event updated for resources: {'Port': ['ID=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8,revision_number=5']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:53.325444 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-52aa7fda-80d5-4f3d-a350-96a7af594fff tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:53.446025 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc05a7ba-ffbc-4992-a8bb-3ba0a3b6a404 admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:58:53.469358 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994c35f9-35f9-44eb-a7cf-c81d044112e4 None None] Sync routers for ids ['0f9856d7-72ea-488e-8744-b216c335ef4c'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:58:53.470043 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72529c9c-cbe2-4560-8479-fb96943ed463 req-52aa7fda-80d5-4f3d-a350-96a7af594fff tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:53.470827 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-72529c9c-cbe2-4560-8479-fb96943ed463 req-52aa7fda-80d5-4f3d-a350-96a7af594fff tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:53.472402 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-72529c9c-cbe2-4560-8479-fb96943ed463 req-52aa7fda-80d5-4f3d-a350-96a7af594fff tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "PUT /v2.0/ports/8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 HTTP/1.1" status: 200 len: 981 time: 1.9154017 Jan 20 20:58:53.472964 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3fddfa-949a-461c-b207-6cc2a74cab66', 'tag': '8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:58:53.502874 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994c35f9-35f9-44eb-a7cf-c81d044112e4 None None] Routers {'0f9856d7-72ea-488e-8744-b216c335ef4c'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:58:53.506443 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-bc05a7ba-ffbc-4992-a8bb-3ba0a3b6a404 admin admin] 10.222.0.18 "PUT /v2.0/routers/0f9856d7-72ea-488e-8744-b216c335ef4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4777684 Jan 20 20:58:53.507288 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-994c35f9-35f9-44eb-a7cf-c81d044112e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:58:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['0f9856d7-72ea-488e-8744-b216c335ef4c'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:58:53.509413 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 55734) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:58:53.619957 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3fddfa-949a-461c-b207-6cc2a74cab66', 'tag': '8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8', 'status': 'completed', 'code': 200} Jan 20 20:58:53.903044 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5811bc-3c94-46a6-b437-6d7137db8f61 req-3225116e-a919-4845-9bcb-350a6a0d88ac tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:53.911136 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bc5811bc-3c94-46a6-b437-6d7137db8f61 req-3225116e-a919-4845-9bcb-350a6a0d88ac tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.2656627 Jan 20 20:58:53.929507 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2607dba0-f264-48d5-a805-a758592bd0b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:53.940398 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83719b5c-4c80-490d-a15c-a4c71a94fb9a req-3da89a3f-18d6-4207-be80-b44cd9dbf25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:53.942044 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-83719b5c-4c80-490d-a15c-a4c71a94fb9a req-3da89a3f-18d6-4207-be80-b44cd9dbf25c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19acbd934bc9493aa3ec8510f6d95f37&device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 1202 time: 0.1985605 Jan 20 20:58:53.950012 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-5fbe75a2-7dae-47f3-b0fb-04c2ef744383 None None] Provisioning complete for port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:58:53.950413 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5fbe75a2-7dae-47f3-b0fb-04c2ef744383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:54.091177 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-994c35f9-35f9-44eb-a7cf-c81d044112e4 None None] Set router 0f9856d7-72ea-488e-8744-b216c335ef4c gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:58:54.236105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:58:54.299630 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bc5811bc-3c94-46a6-b437-6d7137db8f61 req-31fb2a55-448e-4914-8d7f-5ff9e6dc3de2 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.3870728 Jan 20 20:58:54.418267 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:58:54.418650 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:54.451745 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83719b5c-4c80-490d-a15c-a4c71a94fb9a req-2b4e4880-e883-455d-9614-2cac278f70e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:54.453634 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-83719b5c-4c80-490d-a15c-a4c71a94fb9a req-2b4e4880-e883-455d-9614-2cac278f70e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=296e01d9-eed6-4c61-9729-39e865bcc82f HTTP/1.1" status: 200 len: 909 time: 0.4960787 Jan 20 20:58:54.583425 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2607dba0-f264-48d5-a805-a758592bd0b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:54.605502 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-2607dba0-f264-48d5-a805-a758592bd0b9 admin admin] Deleting port 3c19048d-799f-478c-8645-eef7ce4480bb {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 20:58:54.606058 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2607dba0-f264-48d5-a805-a758592bd0b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:54.677283 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5d4ac-728e-4864-b77b-e9792507271d req-231d74fe-5b01-4fc7-9fae-e7dc75faed7e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:54.679138 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bad5d4ac-728e-4864-b77b-e9792507271d req-231d74fe-5b01-4fc7-9fae-e7dc75faed7e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.2612867 Jan 20 20:58:54.706660 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-83719b5c-4c80-490d-a15c-a4c71a94fb9a req-139ae2ec-fb51-4d0b-adbf-0a9f0455d547 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 HTTP/1.1" status: 200 len: 1000 time: 0.2347641 Jan 20 20:58:54.790663 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-994c35f9-35f9-44eb-a7cf-c81d044112e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'name': 'tempest-ServerRescueNegativeTestJSON-1041422289-router', 'tenant_id': 'fd4acf44f08949f899f3c5761d72cb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c19048d-799f-478c-8645-eef7ce4480bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:04Z', 'updated_at': '2021-01-20T20:58:50Z', 'revision_number': 5, 'project_id': 'fd4acf44f08949f899f3c5761d72cb34', 'gw_port': {'id': '3c19048d-799f-478c-8645-eef7ce4480bb', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:06Z', 'updated_at': '2021-01-20T20:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:58:54.800696 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994c35f9-35f9-44eb-a7cf-c81d044112e4 None None] Checking router: 0f9856d7-72ea-488e-8744-b216c335ef4c for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:58:54.817134 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994c35f9-35f9-44eb-a7cf-c81d044112e4 None None] Routers {'0f9856d7-72ea-488e-8744-b216c335ef4c'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:58:54.818862 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-994c35f9-35f9-44eb-a7cf-c81d044112e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:58:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['0f9856d7-72ea-488e-8744-b216c335ef4c'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:58:54.842895 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83719b5c-4c80-490d-a15c-a4c71a94fb9a req-662c600b-767a-45e8-8f3f-4464eaba9d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:54.846263 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bad5d4ac-728e-4864-b77b-e9792507271d req-95fb1520-3a3c-4c4c-bdde-f5e8f37e00f2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518488 Jan 20 20:58:54.846762 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-83719b5c-4c80-490d-a15c-a4c71a94fb9a req-662c600b-767a-45e8-8f3f-4464eaba9d39 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=397012bd-7b76-4a96-a088-d52b2af7ec97 HTTP/1.1" status: 200 len: 854 time: 0.1312106 Jan 20 20:58:54.910611 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-2607dba0-f264-48d5-a805-a758592bd0b9 admin admin] For port 3c19048d-799f-478c-8645-eef7ce4480bb, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=3c19048d-799f-478c-8645-eef7ce4480bb,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:58:54.910885 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2607dba0-f264-48d5-a805-a758592bd0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:55.008893 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83719b5c-4c80-490d-a15c-a4c71a94fb9a req-7dd9f6e9-e9e6-412d-b480-4a25458d56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:55.010629 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-83719b5c-4c80-490d-a15c-a4c71a94fb9a req-7dd9f6e9-e9e6-412d-b480-4a25458d56f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=296e01d9-eed6-4c61-9729-39e865bcc82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1477745 Jan 20 20:58:55.052971 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-994c35f9-35f9-44eb-a7cf-c81d044112e4 None None] Set router 0f9856d7-72ea-488e-8744-b216c335ef4c gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:58:55.062515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-2607dba0-f264-48d5-a805-a758592bd0b9 admin admin] Calling delete_port for 3c19048d-799f-478c-8645-eef7ce4480bb owned by network:router_gateway {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 20:58:55.190403 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-83719b5c-4c80-490d-a15c-a4c71a94fb9a req-ce7d04d0-3dab-4c18-9de8-0119d9e1ab73 service neutron] 10.222.0.10 "GET /v2.0/networks/296e01d9-eed6-4c61-9729-39e865bcc82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710219 Jan 20 20:58:55.215019 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2607dba0-f264-48d5-a805-a758592bd0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING neutron.plugins.ml2.ovo_rpc [None req-2607dba0-f264-48d5-a805-a758592bd0b9 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: result = function(*args, **kwargs) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: proto.__init__(conn_state, self) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: self.handle() Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: self.handle_one_request() Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: self.handle_one_response() Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: result = self.application(self.environ, start_response) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: return app(environ, start_response) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: resp = self.call_func(req, *args, **kw) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.func(req, *args, **kwargs) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: response = req.get_response(self.application) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: application, catch_exc_info=False) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: app_iter = application(self.environ, start_response) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: resp = self.call_func(req, *args, **kw) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.func(req, *args, **kwargs) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: response = req.get_response(self.application) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: application, catch_exc_info=False) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: app_iter = application(self.environ, start_response) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: resp = self.call_func(req, *args, **kw) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.func(req, *args, **kwargs) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: response = req.get_response(self.application) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: application, catch_exc_info=False) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: app_iter = application(self.environ, start_response) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: resp = self.call_func(req, *args, **kw) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.func(req, *args, **kwargs) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: response = req.get_response(self.application) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: application, catch_exc_info=False) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: app_iter = application(self.environ, start_response) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: resp = self.call_func(req, *args, **kw) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.func(req, *args, **kwargs) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: return request.get_response(self.application) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: application, catch_exc_info=False) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: app_iter = application(self.environ, start_response) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: resp = self.call_func(req, *args, **kw) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.func(req, *args, **kwargs) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: response = req.get_response(self._app) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: application, catch_exc_info=False) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: app_iter = application(self.environ, start_response) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: return resp(environ, start_response) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: return resp(environ, start_response) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: response = self.app(environ, start_response) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: return resp(environ, start_response) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: resp = self.call_func(req, *args, **kw) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.func(req, *args, **kwargs) Jan 20 20:58:55.221575 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: result = method(request=request, **args) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: return self._delete(request, id, **kwargs) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(*args, **kwargs) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(*args, **kwargs) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(*dup_args, **dup_kwargs) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: obj_deleter(request.context, id, **kwargs) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: return method(*args, **kwargs) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(*args, **kwargs) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(*args, **kwargs) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(*dup_args, **dup_kwargs) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: self._delete_current_gw_port(context, id, router, None) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: admin_ctx, gw_port_id, l3_port_check=False) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(self, context, *args, **kwargs) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: return method(*args, **kwargs) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: context, port, router_ids, bound_mech_contexts) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: return function(*args, **kwargs) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: callback(resource, event, trigger, **kwargs) Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: if self._is_session_semantic_violated(context, resource, event): Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: stack = traceback.extract_stack() Jan 20 20:58:55.227230 dv-cinder-749155-5-iscsi neutron-server[79999]: Jan 20 20:58:55.365218 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-83719b5c-4c80-490d-a15c-a4c71a94fb9a req-74782ab3-bb6f-4acc-aaaf-9e8ca2259a97 service neutron] 10.222.0.10 "GET /v2.0/networks/296e01d9-eed6-4c61-9729-39e865bcc82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1619854 Jan 20 20:58:55.405568 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-994c35f9-35f9-44eb-a7cf-c81d044112e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'name': 'tempest-ServerRescueNegativeTestJSON-1041422289-router', 'tenant_id': 'fd4acf44f08949f899f3c5761d72cb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c19048d-799f-478c-8645-eef7ce4480bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:04Z', 'updated_at': '2021-01-20T20:58:50Z', 'revision_number': 5, 'project_id': 'fd4acf44f08949f899f3c5761d72cb34', 'gw_port': {'id': '3c19048d-799f-478c-8645-eef7ce4480bb', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:06Z', 'updated_at': '2021-01-20T20:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:58:55.411001 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994c35f9-35f9-44eb-a7cf-c81d044112e4 None None] The sync data for ids ['0f9856d7-72ea-488e-8744-b216c335ef4c'] in dv-cinder-749155-5-iscsi is: [{'id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'name': 'tempest-ServerRescueNegativeTestJSON-1041422289-router', 'tenant_id': 'fd4acf44f08949f899f3c5761d72cb34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c19048d-799f-478c-8645-eef7ce4480bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:04Z', 'updated_at': '2021-01-20T20:58:50Z', 'revision_number': 5, 'project_id': 'fd4acf44f08949f899f3c5761d72cb34', 'gw_port': {'id': '3c19048d-799f-478c-8645-eef7ce4480bb', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ea:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9856d7-72ea-488e-8744-b216c335ef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:06Z', 'updated_at': '2021-01-20T20:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:58:55.452871 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2607dba0-f264-48d5-a805-a758592bd0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392026'] for router_gateway, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:55.557925 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device ee583fa8-04c6-470a-b8c5-2d64fc150f07 no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 20:58:55.597579 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: ee583fa8-04c6-470a-b8c5-2d64fc150f07 {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 20:58:55.597973 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device ee583fa8-04c6-470a-b8c5-2d64fc150f07 not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 20:58:55.836961 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2607dba0-f264-48d5-a805-a758592bd0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-392176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40098'] for router, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:55.840475 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2607dba0-f264-48d5-a805-a758592bd0b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:55.931001 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2607dba0-f264-48d5-a805-a758592bd0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854385273'] for router, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:55.932119 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2607dba0-f264-48d5-a805-a758592bd0b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f9856d7-72ea-488e-8744-b216c335ef4c {{(pid=80113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 20:58:55.947980 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2607dba0-f264-48d5-a805-a758592bd0b9 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:55.949224 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-2607dba0-f264-48d5-a805-a758592bd0b9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0f9856d7-72ea-488e-8744-b216c335ef4c HTTP/1.1" status: 204 len: 168 time: 2.4388647 Jan 20 20:58:55.951981 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 55774) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:58:56.025478 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-7807455c-3145-45a9-89ad-4b558667a2fb admin admin] Deleting subnet e1a6ce97-8658-4c05-bda6-1c27ed45d811 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 20:58:56.029963 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7807455c-3145-45a9-89ad-4b558667a2fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:56.101258 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7807455c-3145-45a9-89ad-4b558667a2fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2426957'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:56.113459 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edbc07-9339-4e38-a9cd-fc83482e3982 req-5792b93a-5be7-49af-8dad-59efa2766cc1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:56.121920 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-06edbc07-9339-4e38-a9cd-fc83482e3982 req-5792b93a-5be7-49af-8dad-59efa2766cc1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1260355 Jan 20 20:58:56.177250 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7807455c-3145-45a9-89ad-4b558667a2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851329876'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:56.183267 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-06edbc07-9339-4e38-a9cd-fc83482e3982 req-7003e589-bad4-4081-94de-83c14e734a3f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602527 Jan 20 20:58:56.584026 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7807455c-3145-45a9-89ad-4b558667a2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3445940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852348269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27003399'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:56.602861 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e8ef918d-bebd-428b-b8be-1f24c5373d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:56.720445 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807455c-3145-45a9-89ad-4b558667a2fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1a6ce97-8658-4c05-bda6-1c27ed45d811,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:56.723794 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7807455c-3145-45a9-89ad-4b558667a2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:56.774893 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7807455c-3145-45a9-89ad-4b558667a2fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:56.784597 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-7807455c-3145-45a9-89ad-4b558667a2fb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e1a6ce97-8658-4c05-bda6-1c27ed45d811 HTTP/1.1" status: 204 len: 168 time: 0.8286707 Jan 20 20:58:56.784999 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 55788) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:58:56.907458 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-395a3def-244d-489d-a9d1-c78afdcab0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854054876'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:57.106915 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-395a3def-244d-489d-a9d1-c78afdcab0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3445791', 'neutron.services.segments.db._delete_segments_for_network--9223363282312691657'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:57.225720 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-395a3def-244d-489d-a9d1-c78afdcab0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b3adf7-5052-49cb-b08c-47d815946f90']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:58:57.240090 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-395a3def-244d-489d-a9d1-c78afdcab0b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69dcd0c-7fd9-4f00-9c16-ffc7451eb71b') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:58:57.240438 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-395a3def-244d-489d-a9d1-c78afdcab0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69dcd0c-7fd9-4f00-9c16-ffc7451eb71b') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:58:57.253612 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-395a3def-244d-489d-a9d1-c78afdcab0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282312693449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852348859'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:57.269723 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-395a3def-244d-489d-a9d1-c78afdcab0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:57.271932 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-395a3def-244d-489d-a9d1-c78afdcab0b5 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 20:58:57.509492 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-395a3def-244d-489d-a9d1-c78afdcab0b5 admin admin] Network 32b3adf7-5052-49cb-b08c-47d815946f90 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 20:58:57.519738 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-395a3def-244d-489d-a9d1-c78afdcab0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851331117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852348164'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:57.591634 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 3c19048d-799f-478c-8645-eef7ce4480bb no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 20:58:57.633018 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: 3c19048d-799f-478c-8645-eef7ce4480bb {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 20:58:57.633426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 3c19048d-799f-478c-8645-eef7ce4480bb not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 20:58:57.662212 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddb485-1cc6-4ad7-bc6a-36bfefd82895 req-0ec70943-2910-4caf-a833-38d84ccb8def tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:57.663923 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aeddb485-1cc6-4ad7-bc6a-36bfefd82895 req-0ec70943-2910-4caf-a833-38d84ccb8def tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.3165011 Jan 20 20:58:57.765427 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-395a3def-244d-489d-a9d1-c78afdcab0b5 admin admin] Network 32b3adf7-5052-49cb-b08c-47d815946f90 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: Traceback (most recent call last): Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: timer() Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: cb(*args, **kw) Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: return func(*args, **kwargs) Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: self._notify() Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: self.callback(batched_events) Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: event.method(event) Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: segment_id)['aggregates'][0] Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(self, *a, **k) Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: return self._get(url).json() Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: **kwargs) Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.request(url, 'GET', **kwargs) Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: **endpoint_filter) Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 20:58:57.790810 dv-cinder-749155-5-iscsi neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 20:58:57.883845 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aeddb485-1cc6-4ad7-bc6a-36bfefd82895 req-9d174882-3f2c-428b-a5ea-16e57e4b7823 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658700 Jan 20 20:58:57.895813 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-395a3def-244d-489d-a9d1-c78afdcab0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851330025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854383812'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:57.899976 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bab2af31-2399-4a43-9a96-03f8d4816b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:57.918213 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-395a3def-244d-489d-a9d1-c78afdcab0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:57.925028 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a3def-244d-489d-a9d1-c78afdcab0b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=32b3adf7-5052-49cb-b08c-47d815946f90,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:57.929872 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-395a3def-244d-489d-a9d1-c78afdcab0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:57.939882 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-395a3def-244d-489d-a9d1-c78afdcab0b5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/32b3adf7-5052-49cb-b08c-47d815946f90 HTTP/1.1" status: 204 len: 168 time: 1.1536865 Jan 20 20:58:58.059319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 066eb50e-d450-44d9-8ac8-4f373e723466 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:58:58.147391 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 066eb50e-d450-44d9-8ac8-4f373e723466 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:58:58.147818 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:58.214072 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 55818) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:58:58.283988 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e0d30e98-4b71-4fa6-ab07-37c08c2138c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd4acf44f08949f899f3c5761d72cb34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0660770 Jan 20 20:58:58.284407 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 55822) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:58:58.347887 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fac343a3-e540-4b8f-a5a2-465b18f14868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:58.382874 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fac343a3-e540-4b8f-a5a2-465b18f14868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:58.464354 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fac343a3-e540-4b8f-a5a2-465b18f14868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:58.470015 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-864e67f9-7287-4356-97f4-be682a9c80a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:58:58.486791 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac343a3-e540-4b8f-a5a2-465b18f14868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbe0424-933a-4785-be01-7b800076e61f,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:58:58.490038 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fac343a3-e540-4b8f-a5a2-465b18f14868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:58:58.504200 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fac343a3-e540-4b8f-a5a2-465b18f14868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:58.505984 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-fac343a3-e540-4b8f-a5a2-465b18f14868 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0dbe0424-933a-4785-be01-7b800076e61f HTTP/1.1" status: 204 len: 168 time: 0.2204442 Jan 20 20:58:59.129089 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b076d4-d69b-428e-a731-5c6a08767f62 req-0ab9b7d7-e68a-4bcc-8644-6acce95a53f3 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:59.130756 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-20b076d4-d69b-428e-a731-5c6a08767f62 req-0ab9b7d7-e68a-4bcc-8644-6acce95a53f3 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1125250 Jan 20 20:58:59.196292 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-20b076d4-d69b-428e-a731-5c6a08767f62 req-9513cff1-7d98-4596-88d5-7873eae62750 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580614 Jan 20 20:58:59.521550 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d975aaa8-29e1-4ba0-9e17-c92dcca7170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:58:59.788142 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a044f03-e1d1-4d1c-8c92-7291e8910f54 req-38a3ced5-e722-4e4e-93d7-8a8328f8eff8 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:59.789892 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4a044f03-e1d1-4d1c-8c92-7291e8910f54 req-38a3ced5-e722-4e4e-93d7-8a8328f8eff8 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1336997 Jan 20 20:58:59.900552 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4a044f03-e1d1-4d1c-8c92-7291e8910f54 req-713af247-2122-40ee-bec7-ab9a11da48e3 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659244 Jan 20 20:58:59.928073 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3086429-97ce-4925-b345-9b749ef5e20c req-14b6e802-29bf-4228-8e76-dd8911edf660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:58:59.930024 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d3086429-97ce-4925-b345-9b749ef5e20c req-14b6e802-29bf-4228-8e76-dd8911edf660 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1d96be366a92447487212758b7c50e6f&device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 1162 time: 0.1390710 Jan 20 20:59:00.136020 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3086429-97ce-4925-b345-9b749ef5e20c req-6ab1fd9d-4ff0-44fa-812f-6e5e8b0efa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:00.137884 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d3086429-97ce-4925-b345-9b749ef5e20c req-6ab1fd9d-4ff0-44fa-812f-6e5e8b0efa5d service neutron] 10.222.0.10 "GET /v2.0/networks?id=f278e563-18ec-4833-a094-4f0a1a5f0abc HTTP/1.1" status: 200 len: 904 time: 0.2005875 Jan 20 20:59:00.237823 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 55876) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:00.253309 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d3086429-97ce-4925-b345-9b749ef5e20c req-ab44d915-7e13-4278-b237-fa38e6c8bfbe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=066eb50e-d450-44d9-8ac8-4f373e723466 HTTP/1.1" status: 200 len: 1000 time: 0.1082320 Jan 20 20:59:00.352032 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3086429-97ce-4925-b345-9b749ef5e20c req-d6a12184-52db-47d7-9bc5-73688a80d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:00.353711 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d3086429-97ce-4925-b345-9b749ef5e20c req-d6a12184-52db-47d7-9bc5-73688a80d578 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c922eec-afe6-4eee-af95-8fb9a05787f0 HTTP/1.1" status: 200 len: 849 time: 0.0884688 Jan 20 20:59:00.455526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3086429-97ce-4925-b345-9b749ef5e20c req-49f5c2ab-802c-4db5-8a3a-16239c6f16bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:00.457591 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d3086429-97ce-4925-b345-9b749ef5e20c req-49f5c2ab-802c-4db5-8a3a-16239c6f16bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f278e563-18ec-4833-a094-4f0a1a5f0abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0945606 Jan 20 20:59:00.612456 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-be506e9f-bc13-46db-9243-1dec14fc8528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:00.630228 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-be506e9f-bc13-46db-9243-1dec14fc8528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:00.634795 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-be506e9f-bc13-46db-9243-1dec14fc8528 admin admin] Usage tracker for resource:security_group_rule and tenant:a8f96ca5365b4e1095637f24cb367c12 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:00.638153 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-be506e9f-bc13-46db-9243-1dec14fc8528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:00.643745 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d3086429-97ce-4925-b345-9b749ef5e20c req-cbc11141-f2de-43fb-be5b-bbb6de58385e service neutron] 10.222.0.10 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736698 Jan 20 20:59:00.644567 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-be506e9f-bc13-46db-9243-1dec14fc8528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:00.768020 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-be506e9f-bc13-46db-9243-1dec14fc8528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:00.771868 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-be506e9f-bc13-46db-9243-1dec14fc8528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:00.782600 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-146b7b1d-a700-4f26-a7ae-67c5c4f6c409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:00.825476 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d3086429-97ce-4925-b345-9b749ef5e20c req-c4cafa24-d471-4d00-838c-1e443e7d73e0 service neutron] 10.222.0.10 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1734858 Jan 20 20:59:00.828505 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-be506e9f-bc13-46db-9243-1dec14fc8528 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8f96ca5365b4e1095637f24cb367c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5895238 Jan 20 20:59:00.829647 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be506e9f-bc13-46db-9243-1dec14fc8528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e10a4e-a5fe-4976-bde5-2d563fe92414,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:00.831537 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 55892) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:00.833230 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-be506e9f-bc13-46db-9243-1dec14fc8528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:00.902094 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1e94ee14-ff55-43a6-82f8-5c889a89f7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:00.937354 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1e94ee14-ff55-43a6-82f8-5c889a89f7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:01.003814 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1e94ee14-ff55-43a6-82f8-5c889a89f7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:01.008605 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5ca9feb4-cc29-465a-a423-8d7db77051e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:01.022465 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94ee14-ff55-43a6-82f8-5c889a89f7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e10a4e-a5fe-4976-bde5-2d563fe92414,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:01.025818 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1e94ee14-ff55-43a6-82f8-5c889a89f7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:01.034302 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1e94ee14-ff55-43a6-82f8-5c889a89f7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:01.035748 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-1e94ee14-ff55-43a6-82f8-5c889a89f7fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99e10a4e-a5fe-4976-bde5-2d563fe92414 HTTP/1.1" status: 204 len: 168 time: 0.2030723 Jan 20 20:59:01.203655 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3bd35-6e2c-4a78-83d7-d64f6c020180 req-a3d7c6d8-1824-4a9a-b9e1-a7e2e1fd0f93 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:01.205497 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-47f3bd35-6e2c-4a78-83d7-d64f6c020180 req-a3d7c6d8-1824-4a9a-b9e1-a7e2e1fd0f93 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1198499 Jan 20 20:59:01.274830 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-47f3bd35-6e2c-4a78-83d7-d64f6c020180 req-bc0575d4-3ad9-469c-9683-d9d0293ee805 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627208 Jan 20 20:59:01.486110 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 55912) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:01.652816 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 55918) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:01.691972 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d2c43e05-bcac-4b65-8153-63f252d3e634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:01.703264 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d1bc-c004-4c48-91df-074870b55f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:01.723786 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d2c43e05-bcac-4b65-8153-63f252d3e634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:01.729559 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e9b7d1bc-c004-4c48-91df-074870b55f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:01.732262 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-d2c43e05-bcac-4b65-8153-63f252d3e634 admin admin] Usage tracker for resource:security_group_rule and tenant:505b5baf9d33451dbaea537eb2e92645 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:01.737058 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-d2c43e05-bcac-4b65-8153-63f252d3e634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:01.740098 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e9b7d1bc-c004-4c48-91df-074870b55f33 admin admin] Usage tracker for resource:security_group_rule and tenant:534ba7113fb3470187e41e371be44dac is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:01.746052 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e9b7d1bc-c004-4c48-91df-074870b55f33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:01.749076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d2c43e05-bcac-4b65-8153-63f252d3e634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:01.755951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e9b7d1bc-c004-4c48-91df-074870b55f33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:01.913264 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d2c43e05-bcac-4b65-8153-63f252d3e634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:01.920850 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d2c43e05-bcac-4b65-8153-63f252d3e634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:01.931566 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d1bc-c004-4c48-91df-074870b55f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:01.932669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:01.947933 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d1bc-c004-4c48-91df-074870b55f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:02.002611 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c43e05-bcac-4b65-8153-63f252d3e634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1c7b51-1e75-4bf9-9ee2-0108eb4a850e,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:02.006536 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d2c43e05-bcac-4b65-8153-63f252d3e634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:02.008253 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-420d3906-57f0-4fd6-89e8-6dae9b4a3850 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:02.017934 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-d2c43e05-bcac-4b65-8153-63f252d3e634 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=505b5baf9d33451dbaea537eb2e92645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3638163 Jan 20 20:59:02.022280 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e9b7d1bc-c004-4c48-91df-074870b55f33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=534ba7113fb3470187e41e371be44dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5348425 Jan 20 20:59:02.022940 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 55922) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:02.025913 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 55924) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:02.071174 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7d1bc-c004-4c48-91df-074870b55f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1f90ad-889e-46bc-8dbf-314eb36a5bf7,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:02.074825 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e9b7d1bc-c004-4c48-91df-074870b55f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:02.094725 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8cb1-6947-455b-a4e0-a8ea751b69f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:02.113320 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd943ee9-8156-44ea-935b-2e733d5d4daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:02.137385 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8cb1-6947-455b-a4e0-a8ea751b69f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:02.144569 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd943ee9-8156-44ea-935b-2e733d5d4daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:02.191583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8cb1-6947-455b-a4e0-a8ea751b69f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:02.196824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8c30cb0f-e83e-472f-b66d-2a9a23ce1c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:02.198503 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd943ee9-8156-44ea-935b-2e733d5d4daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:02.203751 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-07f5b41b-a871-4245-9a5b-ce483aec003c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:02.209847 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae8cb1-6947-455b-a4e0-a8ea751b69f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1c7b51-1e75-4bf9-9ee2-0108eb4a850e,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:02.212818 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b4ae8cb1-6947-455b-a4e0-a8ea751b69f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:02.219093 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd943ee9-8156-44ea-935b-2e733d5d4daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1f90ad-889e-46bc-8dbf-314eb36a5bf7,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:02.221227 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8cb1-6947-455b-a4e0-a8ea751b69f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:02.221596 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dd943ee9-8156-44ea-935b-2e733d5d4daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:02.225859 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-b4ae8cb1-6947-455b-a4e0-a8ea751b69f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c1c7b51-1e75-4bf9-9ee2-0108eb4a850e HTTP/1.1" status: 204 len: 168 time: 0.1983790 Jan 20 20:59:02.230285 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd943ee9-8156-44ea-935b-2e733d5d4daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:02.233303 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-dd943ee9-8156-44ea-935b-2e733d5d4daa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb1f90ad-889e-46bc-8dbf-314eb36a5bf7 HTTP/1.1" status: 204 len: 168 time: 0.2045760 Jan 20 20:59:02.447558 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bc4778fb-b2fd-4b3c-b84d-b8a45ef67b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:02.528590 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:02.540615 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 066eb50e-d450-44d9-8ac8-4f373e723466 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:59:02.573607 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869be258-a440-48e0-847c-34c306cea5e6 req-bbe13813-a9fd-420e-b0fc-8ea39e9b907a tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:02.575381 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-869be258-a440-48e0-847c-34c306cea5e6 req-bbe13813-a9fd-420e-b0fc-8ea39e9b907a tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1460719 Jan 20 20:59:02.669362 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-869be258-a440-48e0-847c-34c306cea5e6 req-8ed72f5a-6630-435b-b1c1-a91f93eea91f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819488 Jan 20 20:59:02.806386 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 066eb50e-d450-44d9-8ac8-4f373e723466 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:59:02.806738 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:02.913735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 55948) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:02.947023 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6ced075c-797a-4038-8913-778ce902748f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:02.985475 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6ced075c-797a-4038-8913-778ce902748f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:02.992679 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-6ced075c-797a-4038-8913-778ce902748f admin admin] Usage tracker for resource:security_group_rule and tenant:76b2c57a374c46a19bd04df45b74566c is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:02.995955 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-6ced075c-797a-4038-8913-778ce902748f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:03.002067 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6ced075c-797a-4038-8913-778ce902748f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:03.096375 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6ced075c-797a-4038-8913-778ce902748f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:03.099973 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6ced075c-797a-4038-8913-778ce902748f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:03.110218 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5c23f515-2267-45e9-8ae7-6b3fa59af96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:03.158857 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-6ced075c-797a-4038-8913-778ce902748f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76b2c57a374c46a19bd04df45b74566c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407076 Jan 20 20:59:03.159267 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 55954) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:03.162370 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced075c-797a-4038-8913-778ce902748f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317abdb5-fd13-4252-8faf-f8a036594bbe,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:03.166502 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:03.177892 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6ced075c-797a-4038-8913-778ce902748f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:03.229005 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e707-1fe1-4e97-909f-1cd8f3d8f324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:03.260186 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e707-1fe1-4e97-909f-1cd8f3d8f324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:03.308069 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e707-1fe1-4e97-909f-1cd8f3d8f324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:03.313263 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-167823d0-841d-484b-afe5-f6a7ba467c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:03.328466 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6e707-1fe1-4e97-909f-1cd8f3d8f324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317abdb5-fd13-4252-8faf-f8a036594bbe,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:03.330963 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c3f6e707-1fe1-4e97-909f-1cd8f3d8f324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:03.336522 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e707-1fe1-4e97-909f-1cd8f3d8f324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:03.343999 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-c3f6e707-1fe1-4e97-909f-1cd8f3d8f324 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/317abdb5-fd13-4252-8faf-f8a036594bbe HTTP/1.1" status: 204 len: 168 time: 0.1835470 Jan 20 20:59:03.673633 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:03.765700 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4db3af6f-abbf-42e5-a947-75166b03eae3 req-abe3b150-cb5f-48cb-b7d3-9415e387e383 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1347096 Jan 20 20:59:03.892420 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3af6f-abbf-42e5-a947-75166b03eae3 req-8f5d96db-5384-4f91-b62d-4354ed498509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:03.894066 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4db3af6f-abbf-42e5-a947-75166b03eae3 req-8f5d96db-5384-4f91-b62d-4354ed498509 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf5cad5f8aed4851835a12ce330c8ebc&device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 1162 time: 0.0825644 Jan 20 20:59:04.073604 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3af6f-abbf-42e5-a947-75166b03eae3 req-5760bf4e-c29a-4276-853c-a9aa199115ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:04.075320 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4db3af6f-abbf-42e5-a947-75166b03eae3 req-5760bf4e-c29a-4276-853c-a9aa199115ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=9041c0a2-a772-4470-a39a-9b8ab252366c HTTP/1.1" status: 200 len: 910 time: 0.1582503 Jan 20 20:59:04.200241 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4db3af6f-abbf-42e5-a947-75166b03eae3 req-072b8925-be37-44c1-9a3a-cf9f61046080 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=675cedcd-4983-46b0-936f-bcc8dd8ef3b8 HTTP/1.1" status: 200 len: 1001 time: 0.1169851 Jan 20 20:59:04.276835 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3af6f-abbf-42e5-a947-75166b03eae3 req-416617b2-b452-4694-bb21-c04973a583a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:04.278546 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4db3af6f-abbf-42e5-a947-75166b03eae3 req-416617b2-b452-4694-bb21-c04973a583a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9d457b81-4eac-442d-b015-2dcf9f7a050c HTTP/1.1" status: 200 len: 855 time: 0.0715463 Jan 20 20:59:04.366431 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3af6f-abbf-42e5-a947-75166b03eae3 req-cda41346-dfca-405a-beb3-c770b7ad1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:04.368037 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4db3af6f-abbf-42e5-a947-75166b03eae3 req-cda41346-dfca-405a-beb3-c770b7ad1839 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9041c0a2-a772-4470-a39a-9b8ab252366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0827048 Jan 20 20:59:04.553666 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4db3af6f-abbf-42e5-a947-75166b03eae3 req-439a367c-14e9-46ee-a313-4d0247df8f73 service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773872 Jan 20 20:59:04.950330 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4db3af6f-abbf-42e5-a947-75166b03eae3 req-17f45a56-57d2-46c3-81b1-b6ca72aaeebf service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3892796 Jan 20 20:59:06.205891 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 56038) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:06.402828 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-64a89c86-9ef9-4509-9b8e-f425e21121aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:06.422415 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-64a89c86-9ef9-4509-9b8e-f425e21121aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:06.426556 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-64a89c86-9ef9-4509-9b8e-f425e21121aa admin admin] Usage tracker for resource:security_group_rule and tenant:d174ad3fb7ed48b3a9a063bf7bfdc485 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:06.429667 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-64a89c86-9ef9-4509-9b8e-f425e21121aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:06.435603 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-64a89c86-9ef9-4509-9b8e-f425e21121aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:06.532968 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-64a89c86-9ef9-4509-9b8e-f425e21121aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:06.537504 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-64a89c86-9ef9-4509-9b8e-f425e21121aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:06.551077 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6a5534a6-059b-4eb1-95dd-cfc14f2aae04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:06.635043 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-64a89c86-9ef9-4509-9b8e-f425e21121aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d174ad3fb7ed48b3a9a063bf7bfdc485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4275742 Jan 20 20:59:06.636748 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a89c86-9ef9-4509-9b8e-f425e21121aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55925db-a590-44ba-9c48-92789ceaea3b,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:06.638107 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56050) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:06.642891 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-64a89c86-9ef9-4509-9b8e-f425e21121aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:06.743713 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dac86ebc-9366-4957-b27a-d5bf6ae24a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:06.774022 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dac86ebc-9366-4957-b27a-d5bf6ae24a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:06.821067 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dac86ebc-9366-4957-b27a-d5bf6ae24a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:06.826712 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-be506e9f-bc13-46db-9243-1dec14fc8528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:06.846715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac86ebc-9366-4957-b27a-d5bf6ae24a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55925db-a590-44ba-9c48-92789ceaea3b,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:06.849870 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dac86ebc-9366-4957-b27a-d5bf6ae24a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:06.851667 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-dac86ebc-9366-4957-b27a-d5bf6ae24a87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e55925db-a590-44ba-9c48-92789ceaea3b HTTP/1.1" status: 204 len: 168 time: 0.2111220 Jan 20 20:59:06.853336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dac86ebc-9366-4957-b27a-d5bf6ae24a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:07.236330 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56060) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:07.257446 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cd609cd1-36ba-4a16-90bb-d5a85229bc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:07.273903 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-cd609cd1-36ba-4a16-90bb-d5a85229bc2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:07.278314 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-cd609cd1-36ba-4a16-90bb-d5a85229bc2b admin admin] Usage tracker for resource:security_group_rule and tenant:a4df1cc0f63845ef856285a2100d584e is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:07.281519 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-cd609cd1-36ba-4a16-90bb-d5a85229bc2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:07.287390 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-cd609cd1-36ba-4a16-90bb-d5a85229bc2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:07.380091 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cd609cd1-36ba-4a16-90bb-d5a85229bc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:07.383154 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cd609cd1-36ba-4a16-90bb-d5a85229bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:07.393248 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-352e4399-c1d9-4175-8fbd-c44f87056282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:07.436424 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd609cd1-36ba-4a16-90bb-d5a85229bc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd51f1ee-b51b-4a4e-8045-60256635d166,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:07.444147 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-cd609cd1-36ba-4a16-90bb-d5a85229bc2b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4df1cc0f63845ef856285a2100d584e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038062 Jan 20 20:59:07.444147 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cd609cd1-36ba-4a16-90bb-d5a85229bc2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:07.444482 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56064) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:07.510975 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-43f9f9fa-4b4b-4c13-9815-ddc822c3c73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:07.538971 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-43f9f9fa-4b4b-4c13-9815-ddc822c3c73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:07.584925 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-43f9f9fa-4b4b-4c13-9815-ddc822c3c73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:07.590284 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3d539acf-4f1e-4f37-8f55-7ad75a6b514c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:07.604402 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9f9fa-4b4b-4c13-9815-ddc822c3c73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd51f1ee-b51b-4a4e-8045-60256635d166,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:07.607453 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-43f9f9fa-4b4b-4c13-9815-ddc822c3c73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:07.608367 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-43f9f9fa-4b4b-4c13-9815-ddc822c3c73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:07.609568 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-43f9f9fa-4b4b-4c13-9815-ddc822c3c73d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd51f1ee-b51b-4a4e-8045-60256635d166 HTTP/1.1" status: 204 len: 168 time: 0.1641569 Jan 20 20:59:09.740579 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:17.506674 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fb355-83d7-4aad-a213-2e54b854446c req-9188ddd5-ffac-4fb1-8ca9-0dbac2be3a92 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:17.508398 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e37fb355-83d7-4aad-a213-2e54b854446c req-9188ddd5-ffac-4fb1-8ca9-0dbac2be3a92 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.1801953 Jan 20 20:59:17.578203 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e37fb355-83d7-4aad-a213-2e54b854446c req-92e15011-441f-4a59-8c01-de2c4cbad5bf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588148 Jan 20 20:59:17.596038 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b1864-2594-46af-bb71-0bbbdc76fde8 req-dcfc9c78-2edb-4cbe-9e7a-229e7a1bfa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:17.598622 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-165b1864-2594-46af-bb71-0bbbdc76fde8 req-dcfc9c78-2edb-4cbe-9e7a-229e7a1bfa9a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19acbd934bc9493aa3ec8510f6d95f37&device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 1202 time: 0.2106972 Jan 20 20:59:17.607779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25387b17-60ae-4379-8bb2-60b43cf371b2 req-f284bfc2-076b-4d37-a357-a8b51ab19234 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:17.609485 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-25387b17-60ae-4379-8bb2-60b43cf371b2 req-f284bfc2-076b-4d37-a357-a8b51ab19234 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.3132858 Jan 20 20:59:17.714998 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-25387b17-60ae-4379-8bb2-60b43cf371b2 req-c8e42b97-0ffc-495c-b9fe-7e6310795709 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0971024 Jan 20 20:59:18.601702 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b1864-2594-46af-bb71-0bbbdc76fde8 req-2122bfb5-4406-41a4-8f2d-7216bc7ac70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:18.604839 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-165b1864-2594-46af-bb71-0bbbdc76fde8 req-2122bfb5-4406-41a4-8f2d-7216bc7ac70f service neutron] 10.222.0.10 "GET /v2.0/networks?id=296e01d9-eed6-4c61-9729-39e865bcc82f HTTP/1.1" status: 200 len: 909 time: 0.1692185 Jan 20 20:59:18.852741 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c96565-6afc-46fc-8440-e5f98b4fae7f req-a94baf23-c012-4a58-bd6f-3ef6d3d5963c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:18.854481 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a5c96565-6afc-46fc-8440-e5f98b4fae7f req-a94baf23-c012-4a58-bd6f-3ef6d3d5963c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.1067286 Jan 20 20:59:18.914401 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a5c96565-6afc-46fc-8440-e5f98b4fae7f req-a01f2bc3-9542-48fd-9e16-80853db1f4a7 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531371 Jan 20 20:59:19.053057 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be744c54-c9c2-4019-ae5f-0fa9ec5ef629 req-734321c1-4f78-44c5-9510-2dee599d0e10 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:19.055855 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-be744c54-c9c2-4019-ae5f-0fa9ec5ef629 req-734321c1-4f78-44c5-9510-2dee599d0e10 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.1848509 Jan 20 20:59:19.117209 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-be744c54-c9c2-4019-ae5f-0fa9ec5ef629 req-6fb28ff7-79a1-4108-9dd7-515836307e15 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0547669 Jan 20 20:59:19.354967 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-165b1864-2594-46af-bb71-0bbbdc76fde8 req-2641f981-c34a-4d5f-b538-e4215bda3400 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 HTTP/1.1" status: 200 len: 1000 time: 0.1048574 Jan 20 20:59:20.180735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d6282-2ff4-4766-9c2c-c8098b0067fc req-3c85c08d-b933-4a07-8381-21882190b258 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:20.182492 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f46d6282-2ff4-4766-9c2c-c8098b0067fc req-3c85c08d-b933-4a07-8381-21882190b258 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.1121876 Jan 20 20:59:20.286511 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b1864-2594-46af-bb71-0bbbdc76fde8 req-55ca4730-eb9a-4013-9eff-8baeb8b0a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:20.288117 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-165b1864-2594-46af-bb71-0bbbdc76fde8 req-55ca4730-eb9a-4013-9eff-8baeb8b0a30c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=397012bd-7b76-4a96-a088-d52b2af7ec97 HTTP/1.1" status: 200 len: 854 time: 0.1046324 Jan 20 20:59:20.296103 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f46d6282-2ff4-4766-9c2c-c8098b0067fc req-2e6e7e4d-b586-4860-abaf-9f0073b49692 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714207 Jan 20 20:59:20.378812 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b1864-2594-46af-bb71-0bbbdc76fde8 req-12a55554-a271-48fc-a985-403cf534176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:20.380422 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-165b1864-2594-46af-bb71-0bbbdc76fde8 req-12a55554-a271-48fc-a985-403cf534176a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=296e01d9-eed6-4c61-9729-39e865bcc82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0834477 Jan 20 20:59:20.455289 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c36cc-c31b-4502-8460-4fe2116bb941 req-c5ec35c9-be76-4e63-bb89-5ec39d33fce4 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:20.458306 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b70c36cc-c31b-4502-8460-4fe2116bb941 req-c5ec35c9-be76-4e63-bb89-5ec39d33fce4 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.2010899 Jan 20 20:59:20.521622 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b70c36cc-c31b-4502-8460-4fe2116bb941 req-fc04624d-3b09-4309-84f5-922afee667a1 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0554595 Jan 20 20:59:20.542228 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-165b1864-2594-46af-bb71-0bbbdc76fde8 req-0fae1989-89f1-456c-8507-1af9e52b0c20 service neutron] 10.222.0.10 "GET /v2.0/networks/296e01d9-eed6-4c61-9729-39e865bcc82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513982 Jan 20 20:59:20.703377 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-165b1864-2594-46af-bb71-0bbbdc76fde8 req-8622048d-57dc-418f-aa29-3474fdb22e3b service neutron] 10.222.0.10 "GET /v2.0/networks/296e01d9-eed6-4c61-9729-39e865bcc82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1466639 Jan 20 20:59:21.103036 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:59:21.558351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e7d03-db4f-474f-9a1e-7d5802cf2db3 req-c3b8203b-284f-47da-8881-744a9cb3d5e7 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:21.560114 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-614e7d03-db4f-474f-9a1e-7d5802cf2db3 req-c3b8203b-284f-47da-8881-744a9cb3d5e7 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.1083798 Jan 20 20:59:21.621410 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-614e7d03-db4f-474f-9a1e-7d5802cf2db3 req-1ba6cb05-6333-49e1-96cc-209ce199ada0 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490453 Jan 20 20:59:21.777100 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e9639-0df1-4035-bc7d-417c32a6fe62 req-63269b69-e27f-45e3-aaf1-ee2d3acd7964 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:21.778927 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-809e9639-0df1-4035-bc7d-417c32a6fe62 req-63269b69-e27f-45e3-aaf1-ee2d3acd7964 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.1170070 Jan 20 20:59:21.840695 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-809e9639-0df1-4035-bc7d-417c32a6fe62 req-9aaf4577-6ece-491b-8dca-6792b26565e0 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0544581 Jan 20 20:59:22.943516 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba036ad-3e73-4e6a-bac2-ff6bb88df2da req-049e6301-99b1-4908-a430-80ed3c5e4cab tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:22.945441 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-dba036ad-3e73-4e6a-bac2-ff6bb88df2da req-049e6301-99b1-4908-a430-80ed3c5e4cab tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.1202321 Jan 20 20:59:23.009878 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-dba036ad-3e73-4e6a-bac2-ff6bb88df2da req-e4cc5a57-15a8-4d1f-9b4e-9e178228ed3d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515096 Jan 20 20:59:23.108824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406cb8b-0365-4ab0-9b45-db56d9f362e7 req-07c866fc-93f7-4b3f-b08b-b60ae7f9c27a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:23.110547 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d406cb8b-0365-4ab0-9b45-db56d9f362e7 req-07c866fc-93f7-4b3f-b08b-b60ae7f9c27a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.1178358 Jan 20 20:59:23.191250 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d406cb8b-0365-4ab0-9b45-db56d9f362e7 req-609715cf-3a9a-4ad0-bb6e-f28b2a00d970 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0670569 Jan 20 20:59:24.324197 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e784d-7249-48eb-bd4a-c806320bb747 req-1c987c03-125d-41f3-9bea-6b3859458b0c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:24.326026 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-af3e784d-7249-48eb-bd4a-c806320bb747 req-1c987c03-125d-41f3-9bea-6b3859458b0c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.1515470 Jan 20 20:59:24.402385 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-af3e784d-7249-48eb-bd4a-c806320bb747 req-87a2e614-3f4f-4b5a-90f4-5bbb4651b231 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=6aac067e-33e3-414d-9dc3-2cff6d8779a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664451 Jan 20 20:59:24.558942 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf294171-0804-40cb-b9f9-8ea171d614d8 req-4c1b0cf4-3097-416b-8bc0-7b1d710a01c1 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:24.567571 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bf294171-0804-40cb-b9f9-8ea171d614d8 req-4c1b0cf4-3097-416b-8bc0-7b1d710a01c1 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.1859312 Jan 20 20:59:24.595931 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96dbcf-390c-4045-a35b-5ca196a0df71 req-9515b8b7-4c25-4924-87f1-00dda458c22f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:24.598051 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1c96dbcf-390c-4045-a35b-5ca196a0df71 req-9515b8b7-4c25-4924-87f1-00dda458c22f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.10 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 945 time: 0.1949227 Jan 20 20:59:24.634223 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bf294171-0804-40cb-b9f9-8ea171d614d8 req-b4859129-f6a8-439e-9d9c-88c02933e3c8 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0655432 Jan 20 20:59:24.697234 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-1c96dbcf-390c-4045-a35b-5ca196a0df71 req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Deleting port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 20:59:24.697625 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1c96dbcf-390c-4045-a35b-5ca196a0df71 req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:24.986261 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-1c96dbcf-390c-4045-a35b-5ca196a0df71 req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] For port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=675cedcd-4983-46b0-936f-bcc8dd8ef3b8,segment=NetworkSegment(1eeeebe1-ad87-4172-b3b3-c25b1371c4ce),segment_id=1eeeebe1-ad87-4172-b3b3-c25b1371c4ce)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:59:24.986689 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1c96dbcf-390c-4045-a35b-5ca196a0df71 req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:25.323045 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1c96dbcf-390c-4045-a35b-5ca196a0df71 req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for floatingip, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:25.323475 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1c96dbcf-390c-4045-a35b-5ca196a0df71 req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:25.323831 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [req-1c96dbcf-390c-4045-a35b-5ca196a0df71 req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Floating IP 981ff660-1abe-4924-a983-a46f72b0ae9b disassociated. External IP: 172.27.0.180, port: 675cedcd-4983-46b0-936f-bcc8dd8ef3b8. Jan 20 20:59:25.324215 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-1c96dbcf-390c-4045-a35b-5ca196a0df71 req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Calling delete_port for 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 20:59:25.491059 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1c96dbcf-390c-4045-a35b-5ca196a0df71 req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:25.524255 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-83002a12-5c80-4a2a-a03d-76c9a0ce0f7f tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:25.687100 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 20:59:25.714728 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Pushing event deleted for resources: {'Port': ['ID=675cedcd-4983-46b0-936f-bcc8dd8ef3b8,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:25.774855 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] No Port match for: 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 20:59:25.775223 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 not bound to the agent host hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 20:59:25.835524 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f0dc1fb5-f4a8-48e1-b8f2-98a24f6f4dff req-dd6e1e4d-9981-4f1d-bab3-8e3d0864fe6e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 210 time: 0.1394644 Jan 20 20:59:25.842944 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.843615 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.844375 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.845118 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.845894 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.846699 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.847468 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.848226 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.848979 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.849802 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.850607 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.851349 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.852128 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.853511 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.854264 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.855044 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.855799 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.856562 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.857348 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.858081 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.858873 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.859626 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.860380 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.861118 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:25.871083 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:26.093063 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a588aa-da20-4a7d-81d0-05bf25e900ba req-7571898a-c948-470c-8ad8-1a2d1ae678e7 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:26.098998 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-65a588aa-da20-4a7d-81d0-05bf25e900ba req-7571898a-c948-470c-8ad8-1a2d1ae678e7 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.2487478 Jan 20 20:59:26.209396 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-65a588aa-da20-4a7d-81d0-05bf25e900ba req-326889a1-9c97-486c-9cfd-be39d0fad246 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1071658 Jan 20 20:59:26.401021 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c96dbcf-390c-4045-a35b-5ca196a0df71 req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 20:59:27.101744 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c96dbcf-390c-4045-a35b-5ca196a0df71 req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:59:27.114030 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dfc89b-1cca-4fea-ae35-ad24681e444b None None] Sync routers for ids ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:59:27.130451 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dfc89b-1cca-4fea-ae35-ad24681e444b None None] Routers {'2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:59:27.131848 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-07dfc89b-1cca-4fea-ae35-ad24681e444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:59:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:59:27.143263 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cb57cf81-a41e-460c-8972-96e4024cfff0 req-a94a379c-6311-4bfc-9cf5-9b23044455f8 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 210 time: 0.1211252 Jan 20 20:59:27.156901 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c96dbcf-390c-4045-a35b-5ca196a0df71 req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] No DVR routers for this DVR port 675cedcd-4983-46b0-936f-bcc8dd8ef3b8 on host hv-cinder-74915 {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 20:59:27.159444 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1c96dbcf-390c-4045-a35b-5ca196a0df71 req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:27.162538 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083f232e-bdb5-4650-83b1-923033e030c3', 'name': 'network-vif-deleted', 'tag': '675cedcd-4983-46b0-936f-bcc8dd8ef3b8'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:59:27.188506 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1c96dbcf-390c-4045-a35b-5ca196a0df71 req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.10 "DELETE /v2.0/ports/675cedcd-4983-46b0-936f-bcc8dd8ef3b8 HTTP/1.1" status: 204 len: 173 time: 2.5839853 Jan 20 20:59:27.242729 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083f232e-bdb5-4650-83b1-923033e030c3', 'name': 'network-vif-deleted', 'tag': '675cedcd-4983-46b0-936f-bcc8dd8ef3b8', 'status': 'completed', 'code': 200} Jan 20 20:59:27.478733 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aac288-a5db-4072-92f6-6a3d3f0870d1 req-334710da-52d3-4b16-88ed-62487c788497 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:27.480736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-07dfc89b-1cca-4fea-ae35-ad24681e444b None None] Set router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:59:27.480926 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7aac288-a5db-4072-92f6-6a3d3f0870d1 req-334710da-52d3-4b16-88ed-62487c788497 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.1072724 Jan 20 20:59:27.547473 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7aac288-a5db-4072-92f6-6a3d3f0870d1 req-251b58e0-b964-4230-81dc-e05ede7faa71 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0550227 Jan 20 20:59:27.907805 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-07dfc89b-1cca-4fea-ae35-ad24681e444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T20:54:37Z', 'revision_number': 4, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '6615f521-8d37-4844-9bcb-1e886d565c34', 'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'mac_address': 'fa:16:3e:ba:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:28Z', 'updated_at': '2021-01-20T20:54:51Z', 'revision_number': 5, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'subnets': [{'id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:59:27.913891 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dfc89b-1cca-4fea-ae35-ad24681e444b None None] Checking router: 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:59:27.925935 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dfc89b-1cca-4fea-ae35-ad24681e444b None None] Routers {'2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:59:27.927225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-07dfc89b-1cca-4fea-ae35-ad24681e444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:59:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:59:28.177630 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-07dfc89b-1cca-4fea-ae35-ad24681e444b None None] Set router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:59:28.564068 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-a608462f-5da1-489a-84f2-922b81551fbd req-004f416b-e05d-4f96-a3bf-fc630dc6ffb6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Synchronizing usage tracker for tenant:bf5cad5f8aed4851835a12ce330c8ebc on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:59:28.583063 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-a608462f-5da1-489a-84f2-922b81551fbd req-004f416b-e05d-4f96-a3bf-fc630dc6ffb6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Unset dirty status for tenant:bf5cad5f8aed4851835a12ce330c8ebc on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:59:28.584518 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a608462f-5da1-489a-84f2-922b81551fbd req-004f416b-e05d-4f96-a3bf-fc630dc6ffb6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 210 time: 0.0918186 Jan 20 20:59:28.668519 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-07dfc89b-1cca-4fea-ae35-ad24681e444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T20:54:37Z', 'revision_number': 4, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '6615f521-8d37-4844-9bcb-1e886d565c34', 'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'mac_address': 'fa:16:3e:ba:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:28Z', 'updated_at': '2021-01-20T20:54:51Z', 'revision_number': 5, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'subnets': [{'id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:59:28.673336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dfc89b-1cca-4fea-ae35-ad24681e444b None None] The sync data for ids ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'] in dv-cinder-749155-5-iscsi is: [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T20:54:37Z', 'revision_number': 4, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '6615f521-8d37-4844-9bcb-1e886d565c34', 'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'mac_address': 'fa:16:3e:ba:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:28Z', 'updated_at': '2021-01-20T20:54:51Z', 'revision_number': 5, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'subnets': [{'id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:59:28.880625 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441998a-4254-468a-a919-c29fd1588919 req-88148a79-4b81-4731-8278-adaf54be53c8 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:28.882327 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a441998a-4254-468a-a919-c29fd1588919 req-88148a79-4b81-4731-8278-adaf54be53c8 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.1119466 Jan 20 20:59:28.963308 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a441998a-4254-468a-a919-c29fd1588919 req-dad76292-fc2d-4aac-8372-aa9385dcf075 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0706446 Jan 20 20:59:29.090370 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286d557d-8db5-493b-b17a-642c6faf856c None None] New status for floating IP 981ff660-1abe-4924-a983-a46f72b0ae9b: DOWN {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 20:59:29.495057 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c93b05fd-8d68-4288-aed2-692848fc7617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:29.842981 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9ed67cdd-6b8f-4595-b005-b165a57fec4d req-53ba17c8-d431-44a0-b209-9529ee457fb4 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=083f232e-bdb5-4650-83b1-923033e030c3 HTTP/1.1" status: 200 len: 210 time: 0.0541601 Jan 20 20:59:30.252167 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370df3a9-8feb-42ab-8f6f-9e6a6151e662 req-d8a6f74d-449a-44b7-81db-1a9fc4577a23 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:30.253959 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-370df3a9-8feb-42ab-8f6f-9e6a6151e662 req-d8a6f74d-449a-44b7-81db-1a9fc4577a23 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.1626446 Jan 20 20:59:30.341755 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-370df3a9-8feb-42ab-8f6f-9e6a6151e662 req-974da349-0d51-484f-bae9-346fce6afb5e tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0775180 Jan 20 20:59:31.045293 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56386) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:31.125994 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:31.171242 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:31.223238 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:31.235183 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-43f9f9fa-4b4b-4c13-9815-ddc822c3c73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:31.256712 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aac067e-33e3-414d-9dc3-2cff6d8779a5,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:31.271167 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.271674 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.272215 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.272701 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.273296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.273832 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.274977 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.275520 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.276198 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.276862 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.277539 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.278217 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.279012 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.279687 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.280368 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.281042 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.281636 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.282107 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.282817 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.283487 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.284158 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.284825 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.285616 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.286302 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:31.293092 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:31.294772 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:31.299482 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "DELETE /v2.0/security-groups/6aac067e-33e3-414d-9dc3-2cff6d8779a5 HTTP/1.1" status: 204 len: 168 time: 0.2529359 Jan 20 20:59:31.301640 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 56400) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:31.332872 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.v2.resource [None req-47d218cd-1916-4cce-95a0-30ecf7efdaa9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] show failed (client error): The resource could not be found. Jan 20 20:59:31.343580 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56406) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:31.347652 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-47d218cd-1916-4cce-95a0-30ecf7efdaa9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups/6aac067e-33e3-414d-9dc3-2cff6d8779a5 HTTP/1.1" status: 404 len: 347 time: 0.0442691 Jan 20 20:59:31.727998 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ca813-2feb-4862-9678-88b5e0ad39f5 req-cea59cd7-30c8-45ff-b0fe-16ad6cc79f8c tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:31.735182 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c84ca813-2feb-4862-9678-88b5e0ad39f5 req-cea59cd7-30c8-45ff-b0fe-16ad6cc79f8c tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.1852801 Jan 20 20:59:31.799240 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c84ca813-2feb-4862-9678-88b5e0ad39f5 req-61dfce52-329b-48b6-8cbf-2a33c4e21cd8 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0552177 Jan 20 20:59:31.934104 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 56420) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:32.005219 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-de909374-c013-4cba-8027-4a75a5e23105 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Deleting port 7777d19c-a782-4526-b818-43f2c4b9571f {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 20:59:32.005892 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de909374-c013-4cba-8027-4a75a5e23105 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:32.113963 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-193e1e44-4570-492a-8582-9d14dc744078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:32.146859 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-193e1e44-4570-492a-8582-9d14dc744078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:32.154488 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-193e1e44-4570-492a-8582-9d14dc744078 admin admin] Usage tracker for resource:security_group_rule and tenant:19e7777dc8c9493388d6b29b3482251e is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:32.160064 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-193e1e44-4570-492a-8582-9d14dc744078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:32.170604 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-193e1e44-4570-492a-8582-9d14dc744078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:32.264531 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-193e1e44-4570-492a-8582-9d14dc744078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:32.268835 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-193e1e44-4570-492a-8582-9d14dc744078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:32.287129 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dc6056b1-2c81-480e-99f8-53101bb0aa1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:32.350326 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-193e1e44-4570-492a-8582-9d14dc744078 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19e7777dc8c9493388d6b29b3482251e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4142499 Jan 20 20:59:32.351459 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e1e44-4570-492a-8582-9d14dc744078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbe52e1-5f01-43ba-8198-531e89aaa858,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:32.354845 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 56430) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:32.355948 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de909374-c013-4cba-8027-4a75a5e23105 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:32.357066 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de909374-c013-4cba-8027-4a75a5e23105 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:32.358054 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-193e1e44-4570-492a-8582-9d14dc744078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:32.466139 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-83b149ea-7590-4ea2-aee4-aa311263beb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:32.496264 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62ec664d-c577-4084-a16e-788a0b65041f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:32.538701 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:32.559130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62ec664d-c577-4084-a16e-788a0b65041f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:32.601314 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-de909374-c013-4cba-8027-4a75a5e23105 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Calling delete_port for 7777d19c-a782-4526-b818-43f2c4b9571f owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 20:59:32.641142 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62ec664d-c577-4084-a16e-788a0b65041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:32.648815 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-36c80b8d-f3c3-42ad-b545-7d733873fcfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:32.667313 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec664d-c577-4084-a16e-788a0b65041f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbe52e1-5f01-43ba-8198-531e89aaa858,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:32.672185 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-62ec664d-c577-4084-a16e-788a0b65041f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:32.678453 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62ec664d-c577-4084-a16e-788a0b65041f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:32.683779 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-62ec664d-c577-4084-a16e-788a0b65041f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fbe52e1-5f01-43ba-8198-531e89aaa858 HTTP/1.1" status: 204 len: 168 time: 0.3243830 Jan 20 20:59:32.855997 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de909374-c013-4cba-8027-4a75a5e23105 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:32.945060 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-abff4c83-2fa1-4ff9-821b-28bf9cd7bbd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:33.064920 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de909374-c013-4cba-8027-4a75a5e23105 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Pushing event deleted for resources: {'Port': ['ID=7777d19c-a782-4526-b818-43f2c4b9571f,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:33.081233 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-de909374-c013-4cba-8027-4a75a5e23105 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:33.181575 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:33.300274 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8c8d4-27d0-4436-ab44-7e1f9fef575e req-dd949078-8292-4953-b6b1-5743d177b2d5 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:33.302012 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3ad8c8d4-27d0-4436-ab44-7e1f9fef575e req-dd949078-8292-4953-b6b1-5743d177b2d5 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.2235837 Jan 20 20:59:33.302239 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 56446) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:33.310525 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de909374-c013-4cba-8027-4a75a5e23105 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for floatingip, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:33.324229 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3b5802d-c58e-4a3f-b217-f42d7c012aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:33.344353 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d3b5802d-c58e-4a3f-b217-f42d7c012aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:33.349292 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-d3b5802d-c58e-4a3f-b217-f42d7c012aba admin admin] Usage tracker for resource:security_group_rule and tenant:00770954b18b43eaa1aef835c19b043d is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:33.353333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-d3b5802d-c58e-4a3f-b217-f42d7c012aba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:33.359909 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d3b5802d-c58e-4a3f-b217-f42d7c012aba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:33.367881 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de909374-c013-4cba-8027-4a75a5e23105 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:33.369147 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-de909374-c013-4cba-8027-4a75a5e23105 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "DELETE /v2.0/floatingips/981ff660-1abe-4924-a983-a46f72b0ae9b HTTP/1.1" status: 204 len: 168 time: 2.0263894 Jan 20 20:59:33.388238 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3ad8c8d4-27d0-4436-ab44-7e1f9fef575e req-e05c4acb-0549-4384-a140-3184156174ae tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0725427 Jan 20 20:59:33.485635 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3b5802d-c58e-4a3f-b217-f42d7c012aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:33.488856 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3b5802d-c58e-4a3f-b217-f42d7c012aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:33.498601 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:33.543310 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-d3b5802d-c58e-4a3f-b217-f42d7c012aba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00770954b18b43eaa1aef835c19b043d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397320 Jan 20 20:59:33.545114 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5802d-c58e-4a3f-b217-f42d7c012aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4298bf1f-f663-4b53-9ecf-4ea4a3fc6f6b,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:33.546249 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56452) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:33.548840 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d3b5802d-c58e-4a3f-b217-f42d7c012aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:33.617019 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-66b1759c-8062-4ecb-b55a-95d7e948510e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:33.646100 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-66b1759c-8062-4ecb-b55a-95d7e948510e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:33.678283 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:33.700358 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-66b1759c-8062-4ecb-b55a-95d7e948510e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:33.704509 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fcbc3634-adfd-4dc0-ba4a-5fed12f0f4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:33.718148 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1759c-8062-4ecb-b55a-95d7e948510e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4298bf1f-f663-4b53-9ecf-4ea4a3fc6f6b,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:33.720800 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-66b1759c-8062-4ecb-b55a-95d7e948510e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:33.728420 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-66b1759c-8062-4ecb-b55a-95d7e948510e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:33.729697 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-66b1759c-8062-4ecb-b55a-95d7e948510e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4298bf1f-f663-4b53-9ecf-4ea4a3fc6f6b HTTP/1.1" status: 204 len: 168 time: 0.1821852 Jan 20 20:59:33.978978 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56458) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:33.984904 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-4f070874-b58c-40da-a847-6f0de70a9f5f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Request body: {'security_group': {'name': 'tempest-securitygroup--577927675', 'description': 'tempest-description--162497539'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:59:33.995310 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-4f070874-b58c-40da-a847-6f0de70a9f5f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:33.999880 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-4f070874-b58c-40da-a847-6f0de70a9f5f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Usage tracker for resource:security_group and tenant:bf5cad5f8aed4851835a12ce330c8ebc is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:34.003139 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-4f070874-b58c-40da-a847-6f0de70a9f5f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:34.009292 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-4f070874-b58c-40da-a847-6f0de70a9f5f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:34.019924 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4f070874-b58c-40da-a847-6f0de70a9f5f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:34.043082 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-4f070874-b58c-40da-a847-6f0de70a9f5f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:34.047363 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-4f070874-b58c-40da-a847-6f0de70a9f5f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Usage tracker for resource:security_group_rule and tenant:bf5cad5f8aed4851835a12ce330c8ebc is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:34.050385 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-4f070874-b58c-40da-a847-6f0de70a9f5f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:34.056964 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-4f070874-b58c-40da-a847-6f0de70a9f5f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:34.140495 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4f070874-b58c-40da-a847-6f0de70a9f5f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:34.143289 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4f070874-b58c-40da-a847-6f0de70a9f5f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:34.148674 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-574752fd-b3d5-48b2-90d2-9af823c41d2a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:34.194164 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f070874-b58c-40da-a847-6f0de70a9f5f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Pushing event updated for resources: {'SecurityGroup': ['ID=b42bb023-bab3-4eb3-9fe0-c9817a351c76,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:34.197645 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4f070874-b58c-40da-a847-6f0de70a9f5f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:34.201819 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-4f070874-b58c-40da-a847-6f0de70a9f5f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2189083 Jan 20 20:59:34.201819 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4f070874-b58c-40da-a847-6f0de70a9f5f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:34.202053 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56470) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:34.207830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-cd5b5632-3733-4edf-8a2e-a86f4d607ad9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Request body: {'security_group_rule': {'security_group_id': 'b42bb023-bab3-4eb3-9fe0-c9817a351c76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:59:34.217840 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-cd5b5632-3733-4edf-8a2e-a86f4d607ad9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:34.222079 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-cd5b5632-3733-4edf-8a2e-a86f4d607ad9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Usage tracker for resource:security_group_rule and tenant:bf5cad5f8aed4851835a12ce330c8ebc is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:34.225192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-cd5b5632-3733-4edf-8a2e-a86f4d607ad9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:34.231663 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-cd5b5632-3733-4edf-8a2e-a86f4d607ad9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:34.249851 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cd5b5632-3733-4edf-8a2e-a86f4d607ad9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:34.321552 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cd5b5632-3733-4edf-8a2e-a86f4d607ad9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:34.324595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cd5b5632-3733-4edf-8a2e-a86f4d607ad9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889190'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:34.326776 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:34.351606 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b5632-3733-4edf-8a2e-a86f4d607ad9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1e95e8-b3e3-4423-b97d-fd30003a2805,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:34.354616 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cd5b5632-3733-4edf-8a2e-a86f4d607ad9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:34.364003 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cd5b5632-3733-4edf-8a2e-a86f4d607ad9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:34.365334 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-cd5b5632-3733-4edf-8a2e-a86f4d607ad9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623046 Jan 20 20:59:34.369082 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56476) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:34.375119 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-0385b015-8b2e-4f78-a709-33cdabacdaa9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Request body: {'security_group_rule': {'security_group_id': 'b42bb023-bab3-4eb3-9fe0-c9817a351c76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:59:34.386114 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-0385b015-8b2e-4f78-a709-33cdabacdaa9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:34.391677 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-0385b015-8b2e-4f78-a709-33cdabacdaa9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Usage tracker for resource:security_group_rule and tenant:bf5cad5f8aed4851835a12ce330c8ebc is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:34.394189 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-0385b015-8b2e-4f78-a709-33cdabacdaa9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:34.401328 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-0385b015-8b2e-4f78-a709-33cdabacdaa9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:34.422907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0385b015-8b2e-4f78-a709-33cdabacdaa9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:34.497159 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0385b015-8b2e-4f78-a709-33cdabacdaa9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:34.500344 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0385b015-8b2e-4f78-a709-33cdabacdaa9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889190'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:34.502534 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:34.529415 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385b015-8b2e-4f78-a709-33cdabacdaa9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a935a25a-6d13-40ff-afe1-a6cec6327fef,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:34.532281 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0385b015-8b2e-4f78-a709-33cdabacdaa9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:34.541125 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0385b015-8b2e-4f78-a709-33cdabacdaa9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:34.549419 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 56484) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:34.549932 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-0385b015-8b2e-4f78-a709-33cdabacdaa9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1788347 Jan 20 20:59:34.557623 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Request body: {'floatingip': {'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:59:34.576340 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:34.584304 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Usage tracker for resource:floatingip and tenant:bf5cad5f8aed4851835a12ce330c8ebc is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:34.591060 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:34.602840 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:34.624821 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for floatingip, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:34.764971 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be281c-2e42-4583-b024-9226184393f6 req-c329f0cd-e365-489c-8912-253a658dd665 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:34.768101 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f2be281c-2e42-4583-b024-9226184393f6 req-c329f0cd-e365-489c-8912-253a658dd665 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.1864076 Jan 20 20:59:34.851764 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:34.876268 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f2be281c-2e42-4583-b024-9226184393f6 req-664d8d79-2a00-496c-a745-3c019eba3d9f tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0988352 Jan 20 20:59:35.200533 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Allocated IP 172.27.0.139 (06ea3fc8-bdc7-4401-9b28-54093eee0170/7fa42e9a-db2b-4126-9d0c-025f1cb6919b/85f9a0e6-4180-4d7f-9c9f-62324c294a52) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:59:35.372523 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:35.403153 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:35.420180 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-74471080-3313-48ee-a566-fefab20278b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:35.558242 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Pushing event updated for resources: {'Port': ['ID=85f9a0e6-4180-4d7f-9c9f-62324c294a52,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:35.563336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:35.627308 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:59:35.628854 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:59:35.631827 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:59:35.730903 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for floatingip, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:35.800827 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:36.180925 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:36.186458 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:36.204028 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:36.268439 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fb69a-6842-42f4-8586-86c37c1bafd2 req-95162f03-3f7a-44e4-921e-0ad6a7ac04e3 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:36.270165 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c37fb69a-6842-42f4-8586-86c37c1bafd2 req-95162f03-3f7a-44e4-921e-0ad6a7ac04e3 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.2161176 Jan 20 20:59:36.417097 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Pushing event updated for resources: {'Port': ['ID=85f9a0e6-4180-4d7f-9c9f-62324c294a52,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:36.421131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:36.458892 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c37fb69a-6842-42f4-8586-86c37c1bafd2 req-4fa76384-4e45-4c44-9e4a-6a18af95db8f tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1276355 Jan 20 20:59:36.564068 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:36.591544 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:36.593033 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0413053 Jan 20 20:59:36.892874 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-0b5b0eb1-c4c4-4bfa-9858-b03b48540f1e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Synchronizing usage tracker for tenant:bf5cad5f8aed4851835a12ce330c8ebc on resource:security_group {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:59:36.919912 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-0b5b0eb1-c4c4-4bfa-9858-b03b48540f1e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Unset dirty status for tenant:bf5cad5f8aed4851835a12ce330c8ebc on resource:security_group {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:59:36.922024 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-0b5b0eb1-c4c4-4bfa-9858-b03b48540f1e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--577927675&fields=id&tenant_id=bf5cad5f8aed4851835a12ce330c8ebc HTTP/1.1" status: 200 len: 267 time: 0.1023350 Jan 20 20:59:37.127170 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-a9e925e4-b265-446f-a322-69e7036adcd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:37.129181 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-a9e925e4-b265-446f-a322-69e7036adcd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/networks?id=9041c0a2-a772-4470-a39a-9b8ab252366c HTTP/1.1" status: 200 len: 816 time: 0.1982524 Jan 20 20:59:37.151458 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-b705bbe9-2baf-4a6e-adcd-18413dbea152 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/quotas/bf5cad5f8aed4851835a12ce330c8ebc HTTP/1.1" status: 200 len: 375 time: 0.0114896 Jan 20 20:59:37.263183 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-26eaa3bc-127c-4c9b-bce0-a44b0ecd95b7 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Synchronizing usage tracker for tenant:bf5cad5f8aed4851835a12ce330c8ebc on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:59:37.283233 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-26eaa3bc-127c-4c9b-bce0-a44b0ecd95b7 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Unset dirty status for tenant:bf5cad5f8aed4851835a12ce330c8ebc on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:59:37.284993 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-26eaa3bc-127c-4c9b-bce0-a44b0ecd95b7 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf5cad5f8aed4851835a12ce330c8ebc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1271083 Jan 20 20:59:37.746534 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd4332-d535-4066-b7a9-4a885e8b60ca req-c1b5f7ec-0e48-4ce4-8e01-5be50b67d218 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:37.754733 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7bdd4332-d535-4066-b7a9-4a885e8b60ca req-c1b5f7ec-0e48-4ce4-8e01-5be50b67d218 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.1314018 Jan 20 20:59:37.801702 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-eb1ed62b-b70f-4535-8438-456cd69da57c service neutron] 10.222.0.18 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002897 Jan 20 20:59:37.816578 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7bdd4332-d535-4066-b7a9-4a885e8b60ca req-91cbc035-82c9-4479-9a86-843251dbb02a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0607524 Jan 20 20:59:37.978787 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-973360e3-f826-4932-935e-fa08a7db9a6b service neutron] 10.222.0.18 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1623149 Jan 20 20:59:38.210904 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-291a87aa-c90e-4628-a536-87f31cb6b843 req-70424737-9b9a-4b5f-8294-027c0000166f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 210 time: 0.0539424 Jan 20 20:59:38.717825 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56648) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:39.022253 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c6b38e89-1d0a-40e1-9814-807b749fcd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:39.049193 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c6b38e89-1d0a-40e1-9814-807b749fcd3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:39.054296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-c6b38e89-1d0a-40e1-9814-807b749fcd3f admin admin] Usage tracker for resource:security_group_rule and tenant:c1e6f6673fd54bc9b2246601d8987c8f is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:39.061741 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-c6b38e89-1d0a-40e1-9814-807b749fcd3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:39.069283 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c6b38e89-1d0a-40e1-9814-807b749fcd3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:39.176755 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c6b38e89-1d0a-40e1-9814-807b749fcd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:39.181094 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c6b38e89-1d0a-40e1-9814-807b749fcd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:39.211781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-272866b8-04aa-4f29-8109-fb30335e5cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:39.292574 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 56670) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:39.303286 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-c6b38e89-1d0a-40e1-9814-807b749fcd3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1e6f6673fd54bc9b2246601d8987c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5838082 Jan 20 20:59:39.322792 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b38e89-1d0a-40e1-9814-807b749fcd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe223188-5196-4cdd-9dcf-faf1dd8af1ac,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:39.327215 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c6b38e89-1d0a-40e1-9814-807b749fcd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:39.397221 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d334e3b-35a1-430b-8fa2-442a37d49586 req-b0aa6e5f-7654-45eb-b806-d5174e65a15b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:39.400711 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0d334e3b-35a1-430b-8fa2-442a37d49586 req-b0aa6e5f-7654-45eb-b806-d5174e65a15b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.1902628 Jan 20 20:59:39.450371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8dcc593b-8482-434f-a92e-114c8a68d2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:39.489862 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8dcc593b-8482-434f-a92e-114c8a68d2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:39.503512 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0d334e3b-35a1-430b-8fa2-442a37d49586 req-9c8bc85a-1734-44cc-ac5a-17a6bdf628bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0852325 Jan 20 20:59:39.555601 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8dcc593b-8482-434f-a92e-114c8a68d2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:39.561978 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d3b5802d-c58e-4a3f-b217-f42d7c012aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:39.575898 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc593b-8482-434f-a92e-114c8a68d2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe223188-5196-4cdd-9dcf-faf1dd8af1ac,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:39.580400 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8dcc593b-8482-434f-a92e-114c8a68d2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:39.585200 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8dcc593b-8482-434f-a92e-114c8a68d2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:39.589242 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-8dcc593b-8482-434f-a92e-114c8a68d2fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe223188-5196-4cdd-9dcf-faf1dd8af1ac HTTP/1.1" status: 204 len: 168 time: 0.2928057 Jan 20 20:59:39.683342 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ae10e285-2599-46e8-8f46-5ccda2e1da51 req-db2a8d06-cc0a-4eb0-8009-721f43399e4a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 210 time: 0.0783570 Jan 20 20:59:39.764292 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:40.091885 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-f2935e23-4d07-4798-b646-138672983f1e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:40.093058 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-f2935e23-4d07-4798-b646-138672983f1e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Synchronizing usage tracker for tenant:bf5cad5f8aed4851835a12ce330c8ebc on resource:network {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:59:40.100618 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56696) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:40.113113 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-f2935e23-4d07-4798-b646-138672983f1e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Unset dirty status for tenant:bf5cad5f8aed4851835a12ce330c8ebc on resource:network {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:59:40.114521 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-f2935e23-4d07-4798-b646-138672983f1e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.10 "GET /v2.0/networks?id=9041c0a2-a772-4470-a39a-9b8ab252366c HTTP/1.1" status: 200 len: 816 time: 0.2332225 Jan 20 20:59:40.130556 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3d7819cf-c291-4d33-a1db-5d42ebd05a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:40.148065 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-3d7819cf-c291-4d33-a1db-5d42ebd05a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:40.152360 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-3d7819cf-c291-4d33-a1db-5d42ebd05a52 admin admin] Usage tracker for resource:security_group_rule and tenant:282bb1a2a7614b4cb28ca622085fb8bc is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:40.156105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-3d7819cf-c291-4d33-a1db-5d42ebd05a52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:40.163120 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-3d7819cf-c291-4d33-a1db-5d42ebd05a52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:40.227677 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-016ee5d9-901c-4ce9-bd35-ea4cfa66e566 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf5cad5f8aed4851835a12ce330c8ebc HTTP/1.1" status: 200 len: 5703 time: 0.0931242 Jan 20 20:59:40.238554 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-a80e7164-6b6d-410a-aea9-d60c076ed6bf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Request body: {'port': {'device_id': 'cf1b1be2-925f-4156-ac54-002cde8605ae', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'admin_state_up': True, 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'security_groups': ['b42bb023-bab3-4eb3-9fe0-c9817a351c76']}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:59:40.273248 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3d7819cf-c291-4d33-a1db-5d42ebd05a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:40.276390 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3d7819cf-c291-4d33-a1db-5d42ebd05a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:40.286472 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-66b1759c-8062-4ecb-b55a-95d7e948510e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:40.336440 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-3d7819cf-c291-4d33-a1db-5d42ebd05a52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=282bb1a2a7614b4cb28ca622085fb8bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342758 Jan 20 20:59:40.339246 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 56706) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:40.339454 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7819cf-c291-4d33-a1db-5d42ebd05a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935d8666-d261-43be-b48f-60d59f96b2a3,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:40.344840 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3d7819cf-c291-4d33-a1db-5d42ebd05a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:40.461109 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-a80e7164-6b6d-410a-aea9-d60c076ed6bf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:40.479816 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4bc2a44a-04fe-471b-978b-8bea7c4bc3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:40.481909 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-a80e7164-6b6d-410a-aea9-d60c076ed6bf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:40.509668 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-a80e7164-6b6d-410a-aea9-d60c076ed6bf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Made reservation on behalf of bf5cad5f8aed4851835a12ce330c8ebc for: {'port': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:59:40.518937 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-a80e7164-6b6d-410a-aea9-d60c076ed6bf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:40.541494 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4bc2a44a-04fe-471b-978b-8bea7c4bc3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:40.711139 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4bc2a44a-04fe-471b-978b-8bea7c4bc3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:40.729701 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8dcc593b-8482-434f-a92e-114c8a68d2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:40.744296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2a44a-04fe-471b-978b-8bea7c4bc3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935d8666-d261-43be-b48f-60d59f96b2a3,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:40.749728 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4bc2a44a-04fe-471b-978b-8bea7c4bc3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:40.805529 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4bc2a44a-04fe-471b-978b-8bea7c4bc3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:40.806836 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-4bc2a44a-04fe-471b-978b-8bea7c4bc3a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/935d8666-d261-43be-b48f-60d59f96b2a3 HTTP/1.1" status: 204 len: 168 time: 0.4663329 Jan 20 20:59:40.904071 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdeafe1-d385-4d8e-a5a9-7841defb3aea req-bc7a7831-9408-4dc7-9555-a866a03727a3 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:40.907053 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6fdeafe1-d385-4d8e-a5a9-7841defb3aea req-bc7a7831-9408-4dc7-9555-a866a03727a3 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.2286870 Jan 20 20:59:41.037933 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6fdeafe1-d385-4d8e-a5a9-7841defb3aea req-0a00ab44-1909-440a-b3b5-f27f6b0d6872 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1196103 Jan 20 20:59:41.060800 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ef1adb03-37bc-4186-a22b-2c7eef3296a6 req-c333cfc8-817a-4d9c-9364-701e9331e36b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 210 time: 0.1008990 Jan 20 20:59:41.090815 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-a80e7164-6b6d-410a-aea9-d60c076ed6bf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Allocated IP 172.20.0.3 (9041c0a2-a772-4470-a39a-9b8ab252366c/9d457b81-4eac-442d-b015-2dcf9f7a050c/6317ffa3-d217-46ca-a3fc-4e3e870aafb3) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:59:41.376335 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-a80e7164-6b6d-410a-aea9-d60c076ed6bf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:41.399355 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-a80e7164-6b6d-410a-aea9-d60c076ed6bf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Transition to ACTIVE for port object 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 will not be triggered until provisioned by entity DHCP. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:59:41.428277 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-a80e7164-6b6d-410a-aea9-d60c076ed6bf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:41.447547 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ed1639ae-1844-4975-a0b9-3dd81ad53fd6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:41.833419 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e7164-6b6d-410a-aea9-d60c076ed6bf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Pushing event updated for resources: {'Port': ['ID=6317ffa3-d217-46ca-a3fc-4e3e870aafb3,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:41.842041 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a80e7164-6b6d-410a-aea9-d60c076ed6bf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:41.924698 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-a80e7164-6b6d-410a-aea9-d60c076ed6bf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Network 9041c0a2-a772-4470-a39a-9b8ab252366c is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 20:59:41.925974 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-a80e7164-6b6d-410a-aea9-d60c076ed6bf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:59:41.928384 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-a80e7164-6b6d-410a-aea9-d60c076ed6bf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 20:59:42.013440 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-a80e7164-6b6d-410a-aea9-d60c076ed6bf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:42.014174 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-a80e7164-6b6d-410a-aea9-d60c076ed6bf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:42.042718 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-a80e7164-6b6d-410a-aea9-d60c076ed6bf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8084655 Jan 20 20:59:42.289149 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-7af698a8-d46e-462e-81b8-ec12d6356198 None None] Provisioning for port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:59:42.299589 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-7af698a8-d46e-462e-81b8-ec12d6356198 None None] Provisioning complete for port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:59:42.300374 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7af698a8-d46e-462e-81b8-ec12d6356198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:42.380131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-7af698a8-d46e-462e-81b8-ec12d6356198 None None] Port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 20:59:42.396087 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f50dc1-ffe3-45c3-9e2a-edcfe69aa0e0 req-095c97bf-69b6-4ab9-847a-e673dd761a33 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:42.398109 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-29f50dc1-ffe3-45c3-9e2a-edcfe69aa0e0 req-095c97bf-69b6-4ab9-847a-e673dd761a33 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.1760385 Jan 20 20:59:42.465588 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-29f50dc1-ffe3-45c3-9e2a-edcfe69aa0e0 req-257b02b8-a91c-4f0c-bdec-32da6a8b91fd tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0586748 Jan 20 20:59:42.511394 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e011a74-2f73-4a71-9f13-a774d9ec2342 req-d88f07af-e734-46a8-b8d5-8fd431516e17 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:42.512771 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-6e011a74-2f73-4a71-9f13-a774d9ec2342 req-d88f07af-e734-46a8-b8d5-8fd431516e17 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Synchronizing usage tracker for tenant:bf5cad5f8aed4851835a12ce330c8ebc on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:59:42.537993 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Request body: {'port': {'device_id': 'cf1b1be2-925f-4156-ac54-002cde8605ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:59:42.647188 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-6e011a74-2f73-4a71-9f13-a774d9ec2342 req-d88f07af-e734-46a8-b8d5-8fd431516e17 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Unset dirty status for tenant:bf5cad5f8aed4851835a12ce330c8ebc on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:59:42.654990 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6e011a74-2f73-4a71-9f13-a774d9ec2342 req-d88f07af-e734-46a8-b8d5-8fd431516e17 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 931 time: 0.3406730 Jan 20 20:59:42.822017 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6e011a74-2f73-4a71-9f13-a774d9ec2342 req-bdafccd2-df0e-4cd1-9264-0722e7f91aca tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563742 Jan 20 20:59:42.822890 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:43.014056 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56758) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:43.365624 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 {{(pid=80112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 20:59:43.370774 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-02cd861f-5f69-4c28-8a30-5e29d10028bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:43.382457 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:43.415518 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Transition to ACTIVE for port object 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 will not be triggered until provisioned by entity L2. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 20:59:43.420438 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:43.424165 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-02cd861f-5f69-4c28-8a30-5e29d10028bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:43.429020 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-02cd861f-5f69-4c28-8a30-5e29d10028bf admin admin] Usage tracker for resource:security_group_rule and tenant:9a456bb639794bfa8285f702bf1bec2d is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:43.433381 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-02cd861f-5f69-4c28-8a30-5e29d10028bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:43.440222 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-02cd861f-5f69-4c28-8a30-5e29d10028bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:43.458638 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-952c74f9-b893-4a40-bf51-d899a6783291 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:43.550279 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-02cd861f-5f69-4c28-8a30-5e29d10028bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:43.555798 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-02cd861f-5f69-4c28-8a30-5e29d10028bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:43.573463 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fac343a3-e540-4b8f-a5a2-465b18f14868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:43.613387 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-02cd861f-5f69-4c28-8a30-5e29d10028bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a456bb639794bfa8285f702bf1bec2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5952415 Jan 20 20:59:43.614925 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 56776) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:43.629324 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd861f-5f69-4c28-8a30-5e29d10028bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a848628-c59b-4b97-9b35-06e2ca3e6f24,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:43.633191 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-02cd861f-5f69-4c28-8a30-5e29d10028bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:43.670835 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Pushing event updated for resources: {'Port': ['ID=6317ffa3-d217-46ca-a3fc-4e3e870aafb3,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:43.683390 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:43.765248 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1c5cc08a-8b2c-420d-b3d8-2b8577ea6825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:43.781472 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e97181-1848-48bd-b7cf-cfc2c19e2599 req-6ede5659-e888-434e-9958-376521419749 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:43.783283 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d4e97181-1848-48bd-b7cf-cfc2c19e2599 req-6ede5659-e888-434e-9958-376521419749 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.1156957 Jan 20 20:59:43.859814 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d4e97181-1848-48bd-b7cf-cfc2c19e2599 req-0d8b8b99-1db3-42ae-83c1-792a0b6af841 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0602643 Jan 20 20:59:43.871389 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1c5cc08a-8b2c-420d-b3d8-2b8577ea6825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:43.997811 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Attempting to bind port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 20:59:43.998182 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Attempting to bind port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '1eeeebe1-ad87-4172-b3b3-c25b1371c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c'}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 20:59:43.998548 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Attempting to bind port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 on network 9041c0a2-a772-4470-a39a-9b8ab252366c {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 20:59:44.006439 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 20:59:44.006873 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Checking segment: {'id': '1eeeebe1-ad87-4172-b3b3-c25b1371c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:59:44.007289 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:44.007693 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Bound using segment: {'id': '1eeeebe1-ad87-4172-b3b3-c25b1371c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c'} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 20:59:44.008762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Bound port: 6317ffa3-d217-46ca-a3fc-4e3e870aafb3, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eeeebe1-ad87-4172-b3b3-c25b1371c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c'}}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 20:59:44.009150 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:44.071736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1c5cc08a-8b2c-420d-b3d8-2b8577ea6825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:44.082889 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6a1d1672-2db4-4a30-96cf-09580f88ac3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:44.106274 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cc08a-8b2c-420d-b3d8-2b8577ea6825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a848628-c59b-4b97-9b35-06e2ca3e6f24,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:44.114686 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1c5cc08a-8b2c-420d-b3d8-2b8577ea6825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:44.131131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1c5cc08a-8b2c-420d-b3d8-2b8577ea6825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:44.131353 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-1c5cc08a-8b2c-420d-b3d8-2b8577ea6825 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a848628-c59b-4b97-9b35-06e2ca3e6f24 HTTP/1.1" status: 204 len: 168 time: 0.5126960 Jan 20 20:59:44.148902 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] For port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3, host hv-cinder-74915, cleared binding levels {{(pid=80112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 20:59:44.152721 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] For port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=6317ffa3-d217-46ca-a3fc-4e3e870aafb3,segment=NetworkSegment(1eeeebe1-ad87-4172-b3b3-c25b1371c4ce),segment_id=1eeeebe1-ad87-4172-b3b3-c25b1371c4ce)] {{(pid=80112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 20:59:44.159009 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:44.198167 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:44.371408 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Pushing event updated for resources: {'Port': ['ID=6317ffa3-d217-46ca-a3fc-4e3e870aafb3,revision_number=3']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:44.377542 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:44.418306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:44.419528 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:44.421398 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] 10.222.0.10 "PUT /v2.0/ports/6317ffa3-d217-46ca-a3fc-4e3e870aafb3 HTTP/1.1" status: 200 len: 1157 time: 2.3638737 Jan 20 20:59:44.422201 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1b1be2-925f-4156-ac54-002cde8605ae', 'tag': '6317ffa3-d217-46ca-a3fc-4e3e870aafb3'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:59:44.694764 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93eda5-7bea-422b-bd95-163759f398e7 req-59ef0a81-b31c-4fa3-82e3-fd55353f2c69 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:44.696594 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5d93eda5-7bea-422b-bd95-163759f398e7 req-59ef0a81-b31c-4fa3-82e3-fd55353f2c69 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 943 time: 0.6340570 Jan 20 20:59:44.699154 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-a2ae931d-de04-4d48-9d04-acc73ac7ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:44.700910 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-a2ae931d-de04-4d48-9d04-acc73ac7ba8a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf5cad5f8aed4851835a12ce330c8ebc&device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 1160 time: 0.2003171 Jan 20 20:59:44.714944 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:59:44.754986 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56804) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:44.788207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b1d368e4-3aea-4a40-9ca0-0840a479bfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:44.821038 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-d06e2685-6b9e-49dc-bf16-ba78fa79a06a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6317ffa3-d217-46ca-a3fc-4e3e870aafb3 HTTP/1.1" status: 200 len: 217 time: 0.0865815 Jan 20 20:59:44.840551 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b1d368e4-3aea-4a40-9ca0-0840a479bfb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:44.854799 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-b1d368e4-3aea-4a40-9ca0-0840a479bfb7 admin admin] Usage tracker for resource:security_group_rule and tenant:6db61d3d661b48b4974e59578f4d11b5 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:44.858153 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-b1d368e4-3aea-4a40-9ca0-0840a479bfb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:44.882610 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b1d368e4-3aea-4a40-9ca0-0840a479bfb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:44.903267 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5d93eda5-7bea-422b-bd95-163759f398e7 req-6f0b2713-a2bf-49dc-b7a1-68f14c0fd853 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977146 Jan 20 20:59:44.924642 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:59:44.925383 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:44.949283 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-8ab84fc5-86d0-467e-b175-b7890c49732a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:44.959786 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-8ab84fc5-86d0-467e-b175-b7890c49732a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9d457b81-4eac-442d-b015-2dcf9f7a050c HTTP/1.1" status: 200 len: 855 time: 0.1158526 Jan 20 20:59:45.040284 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b1d368e4-3aea-4a40-9ca0-0840a479bfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:45.048745 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b1d368e4-3aea-4a40-9ca0-0840a479bfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:45.052634 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1b1be2-925f-4156-ac54-002cde8605ae', 'tag': '6317ffa3-d217-46ca-a3fc-4e3e870aafb3', 'status': 'completed', 'code': 200} Jan 20 20:59:45.083800 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-919fe69e-4e69-4699-8ece-6cf13e075a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:45.136676 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d368e4-3aea-4a40-9ca0-0840a479bfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63434c3a-51f5-44b3-ac2c-7c60c3ae44eb,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:45.141713 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-b1d368e4-3aea-4a40-9ca0-0840a479bfb7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6db61d3d661b48b4974e59578f4d11b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855298 Jan 20 20:59:45.142847 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b1d368e4-3aea-4a40-9ca0-0840a479bfb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:45.147160 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56818) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:45.171865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-f6b9963c-4a96-4880-84ca-229ff58be314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:45.173509 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-f6b9963c-4a96-4880-84ca-229ff58be314 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9041c0a2-a772-4470-a39a-9b8ab252366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2151599 Jan 20 20:59:45.218248 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dac3b7c5-21d1-4b60-af66-9e89d569302b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:45.247076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dac3b7c5-21d1-4b60-af66-9e89d569302b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:45.301245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dac3b7c5-21d1-4b60-af66-9e89d569302b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:45.304425 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9773a-6b7d-4c88-80ff-f763d6cf2860 req-2a7ece3a-b4d1-4537-88e8-ac79ff654f22 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:45.305836 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-25511985-8878-4f3b-8b4b-12e5c62bd82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:45.306473 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4ea9773a-6b7d-4c88-80ff-f763d6cf2860 req-2a7ece3a-b4d1-4537-88e8-ac79ff654f22 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.2138650 Jan 20 20:59:45.327614 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3b7c5-21d1-4b60-af66-9e89d569302b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63434c3a-51f5-44b3-ac2c-7c60c3ae44eb,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:45.332295 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dac3b7c5-21d1-4b60-af66-9e89d569302b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:45.375648 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dac3b7c5-21d1-4b60-af66-9e89d569302b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:45.382471 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-dac3b7c5-21d1-4b60-af66-9e89d569302b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63434c3a-51f5-44b3-ac2c-7c60c3ae44eb HTTP/1.1" status: 204 len: 168 time: 0.2320430 Jan 20 20:59:45.403467 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4ea9773a-6b7d-4c88-80ff-f763d6cf2860 req-8ecdfc86-1158-4246-b933-83df925d0758 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0788829 Jan 20 20:59:45.459101 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-58d1623d-e02f-435a-9e8e-15f013e15815 service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717009 Jan 20 20:59:45.622140 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e6f7c5a-6a3f-4005-875f-d9031d81d3aa req-70ec22b1-9e8f-4609-a7ff-796e027be754 service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1560786 Jan 20 20:59:45.813870 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578932ec-7a31-4930-80cd-f9405e3a55dc req-7f69ae3c-1ccc-4ef4-b421-b37314268825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:45.815725 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-578932ec-7a31-4930-80cd-f9405e3a55dc req-7f69ae3c-1ccc-4ef4-b421-b37314268825 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf5cad5f8aed4851835a12ce330c8ebc&device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 1160 time: 0.0942156 Jan 20 20:59:45.846893 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56838) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:46.002162 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578932ec-7a31-4930-80cd-f9405e3a55dc req-597715a6-65d0-4d5d-99b0-a98ff6811437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:46.003836 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-578932ec-7a31-4930-80cd-f9405e3a55dc req-597715a6-65d0-4d5d-99b0-a98ff6811437 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9041c0a2-a772-4470-a39a-9b8ab252366c HTTP/1.1" status: 200 len: 910 time: 0.1751149 Jan 20 20:59:46.095197 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-578932ec-7a31-4930-80cd-f9405e3a55dc req-30c8a505-0231-4a74-87b3-9769528d0b7c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6317ffa3-d217-46ca-a3fc-4e3e870aafb3 HTTP/1.1" status: 200 len: 217 time: 0.0835297 Jan 20 20:59:46.156442 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f362ef42-53bd-451e-9a17-78e4919fad65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:46.174053 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578932ec-7a31-4930-80cd-f9405e3a55dc req-65a19208-3c7b-4216-9148-93bedbf2c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:46.175619 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-578932ec-7a31-4930-80cd-f9405e3a55dc req-65a19208-3c7b-4216-9148-93bedbf2c751 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9d457b81-4eac-442d-b015-2dcf9f7a050c HTTP/1.1" status: 200 len: 855 time: 0.0728617 Jan 20 20:59:46.181217 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-f362ef42-53bd-451e-9a17-78e4919fad65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:46.188587 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-f362ef42-53bd-451e-9a17-78e4919fad65 admin admin] Usage tracker for resource:security_group_rule and tenant:448705482588478daf4696e4982ae825 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:46.194356 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-f362ef42-53bd-451e-9a17-78e4919fad65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:46.202888 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-f362ef42-53bd-451e-9a17-78e4919fad65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:46.267220 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2824259-ec7e-41fa-8e95-09d3c383b3ef req-8ecb069b-fe6b-4b0b-8f50-cdb11f0f679f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:46.269035 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c2824259-ec7e-41fa-8e95-09d3c383b3ef req-8ecb069b-fe6b-4b0b-8f50-cdb11f0f679f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 943 time: 0.1588674 Jan 20 20:59:46.279903 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578932ec-7a31-4930-80cd-f9405e3a55dc req-7796c9f6-ef97-4b4e-9896-8c96034cd24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:46.281564 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-578932ec-7a31-4930-80cd-f9405e3a55dc req-7796c9f6-ef97-4b4e-9896-8c96034cd24b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9041c0a2-a772-4470-a39a-9b8ab252366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0976143 Jan 20 20:59:46.344690 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c2824259-ec7e-41fa-8e95-09d3c383b3ef req-186d5424-5bc4-4139-b221-dc43306ba56d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684462 Jan 20 20:59:46.415062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f362ef42-53bd-451e-9a17-78e4919fad65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:46.422359 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f362ef42-53bd-451e-9a17-78e4919fad65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:46.441753 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c6b38e89-1d0a-40e1-9814-807b749fcd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:46.507144 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362ef42-53bd-451e-9a17-78e4919fad65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4376ea2-06c7-483a-ac9a-2fc2ac30948a,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:46.513052 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f362ef42-53bd-451e-9a17-78e4919fad65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:46.537946 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-f362ef42-53bd-451e-9a17-78e4919fad65 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=448705482588478daf4696e4982ae825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6896949 Jan 20 20:59:46.538774 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56858) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:46.571681 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-578932ec-7a31-4930-80cd-f9405e3a55dc req-cb2d79f9-4cf5-4e34-a876-cf96ac7083f9 service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715011 Jan 20 20:59:46.624190 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-69712564-807e-4dca-89b4-35862ae88828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:46.658897 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-69712564-807e-4dca-89b4-35862ae88828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:46.716607 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-69712564-807e-4dca-89b4-35862ae88828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:46.723510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fb3bc00c-f038-48ce-90a2-addc648631e3 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:46.741287 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69712564-807e-4dca-89b4-35862ae88828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4376ea2-06c7-483a-ac9a-2fc2ac30948a,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:46.745415 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-69712564-807e-4dca-89b4-35862ae88828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:46.747068 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-69712564-807e-4dca-89b4-35862ae88828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:46.748529 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-69712564-807e-4dca-89b4-35862ae88828 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4376ea2-06c7-483a-ac9a-2fc2ac30948a HTTP/1.1" status: 204 len: 168 time: 0.2076299 Jan 20 20:59:47.202837 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-578932ec-7a31-4930-80cd-f9405e3a55dc req-747d778b-f46d-44a9-8a75-4f9930d2917a service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6243029 Jan 20 20:59:47.232541 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f6ae8-9d9f-4962-97eb-53f40d940433 req-9288d243-d811-4585-963e-78b135aa4b97 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:47.240668 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-168f6ae8-9d9f-4962-97eb-53f40d940433 req-9288d243-d811-4585-963e-78b135aa4b97 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.5995479 Jan 20 20:59:47.294504 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-168f6ae8-9d9f-4962-97eb-53f40d940433 req-e61e3d88-8afe-4977-a603-f324c0738742 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0528295 Jan 20 20:59:47.436421 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 56876) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:47.458846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4fba4e98-8863-4135-989c-36244738c927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:47.479064 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-4fba4e98-8863-4135-989c-36244738c927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:47.483467 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-4fba4e98-8863-4135-989c-36244738c927 admin admin] Usage tracker for resource:security_group_rule and tenant:e93789ed1004436597863eb13aa02d89 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:47.486841 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-4fba4e98-8863-4135-989c-36244738c927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:47.493219 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-4fba4e98-8863-4135-989c-36244738c927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:47.603346 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4fba4e98-8863-4135-989c-36244738c927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:47.607681 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4fba4e98-8863-4135-989c-36244738c927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:47.618646 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e1b79061-0cff-4232-806d-d4d59dd895b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:47.668780 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-4fba4e98-8863-4135-989c-36244738c927 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e93789ed1004436597863eb13aa02d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309988 Jan 20 20:59:47.670602 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba4e98-8863-4135-989c-36244738c927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09c7f04-d64a-4643-af58-3464f79ff545,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:47.673332 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 56884) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:47.676638 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4fba4e98-8863-4135-989c-36244738c927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:47.741817 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74ebc611-fcc8-47d2-978b-ce2089d1f941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:47.746776 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e86f0-2981-42f9-b55b-5171f53633a3 req-59e442df-5536-4884-8b16-27ad4b6b419b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:47.748499 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-994e86f0-2981-42f9-b55b-5171f53633a3 req-59e442df-5536-4884-8b16-27ad4b6b419b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 943 time: 0.1445529 Jan 20 20:59:47.772168 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74ebc611-fcc8-47d2-978b-ce2089d1f941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:47.803572 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-994e86f0-2981-42f9-b55b-5171f53633a3 req-95e560d0-5f8e-4625-a547-28f43adb8808 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475459 Jan 20 20:59:47.825375 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74ebc611-fcc8-47d2-978b-ce2089d1f941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:47.831207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6bef4791-3d03-426d-8e6f-4e1084e041be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:47.851360 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74ebc611-fcc8-47d2-978b-ce2089d1f941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:47.866439 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-74ebc611-fcc8-47d2-978b-ce2089d1f941 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e09c7f04-d64a-4643-af58-3464f79ff545 HTTP/1.1" status: 204 len: 168 time: 0.1785922 Jan 20 20:59:47.866439 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebc611-fcc8-47d2-978b-ce2089d1f941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09c7f04-d64a-4643-af58-3464f79ff545,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:47.873753 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-74ebc611-fcc8-47d2-978b-ce2089d1f941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:48.551915 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bad2b-da55-433e-9029-36cf651447da req-c09805b3-ac0f-4e5c-baf8-c908b8886b85 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:48.555337 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7c1bad2b-da55-433e-9029-36cf651447da req-c09805b3-ac0f-4e5c-baf8-c908b8886b85 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.1110334 Jan 20 20:59:48.620882 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7c1bad2b-da55-433e-9029-36cf651447da req-5eb85436-5f5c-402c-aedb-0d3cd69e9bda tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&id=12fac88b-e6d0-4dff-89f9-f1a8df0027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0605347 Jan 20 20:59:48.871322 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 56922) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:49.108395 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcff2cb-1bf9-4fe2-b3bf-22ea62362387 req-c7f64db0-f0b9-47f0-a26b-17fb8f01880e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:49.111643 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ebcff2cb-1bf9-4fe2-b3bf-22ea62362387 req-c7f64db0-f0b9-47f0-a26b-17fb8f01880e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 943 time: 0.1222925 Jan 20 20:59:49.184737 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ebcff2cb-1bf9-4fe2-b3bf-22ea62362387 req-295c959b-3590-4b73-8e0e-f94ab1c544f4 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681174 Jan 20 20:59:49.222775 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d0490a0c-f8d1-4c5f-878e-b6ef5021f5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:49.240388 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d0490a0c-f8d1-4c5f-878e-b6ef5021f5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:49.245153 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-d0490a0c-f8d1-4c5f-878e-b6ef5021f5f6 admin admin] Usage tracker for resource:security_group_rule and tenant:6752a471e5ba48a2bd1ead9c7c9093b2 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:49.249113 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-d0490a0c-f8d1-4c5f-878e-b6ef5021f5f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:49.258288 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d0490a0c-f8d1-4c5f-878e-b6ef5021f5f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:49.307812 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:59:49.396415 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:59:49.397149 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:49.429661 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d0490a0c-f8d1-4c5f-878e-b6ef5021f5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:49.435716 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d0490a0c-f8d1-4c5f-878e-b6ef5021f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:49.448313 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4bc2a44a-04fe-471b-978b-8bea7c4bc3a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:49.491874 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-d0490a0c-f8d1-4c5f-878e-b6ef5021f5f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6752a471e5ba48a2bd1ead9c7c9093b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6174664 Jan 20 20:59:49.494351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0490a0c-f8d1-4c5f-878e-b6ef5021f5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d785979a-1774-497c-95d9-2f49b643116f,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:49.495475 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56936) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:49.497754 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d0490a0c-f8d1-4c5f-878e-b6ef5021f5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:49.556262 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:59:49.577208 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f7509d3a-3e0d-4832-94a3-cbc1e9284429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:49.608067 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f7509d3a-3e0d-4832-94a3-cbc1e9284429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:49.634895 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 20:59:49.641207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:59:49.641829 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:49.666193 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f7509d3a-3e0d-4832-94a3-cbc1e9284429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:49.674133 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dac86ebc-9366-4957-b27a-d5bf6ae24a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:49.694799 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7509d3a-3e0d-4832-94a3-cbc1e9284429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d785979a-1774-497c-95d9-2f49b643116f,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:49.698409 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f7509d3a-3e0d-4832-94a3-cbc1e9284429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:49.701715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f7509d3a-3e0d-4832-94a3-cbc1e9284429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:49.706153 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-f7509d3a-3e0d-4832-94a3-cbc1e9284429 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d785979a-1774-497c-95d9-2f49b643116f HTTP/1.1" status: 204 len: 168 time: 0.2062931 Jan 20 20:59:49.808109 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:49.841033 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1b1be2-925f-4156-ac54-002cde8605ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6317ffa3-d217-46ca-a3fc-4e3e870aafb3'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:59:49.853564 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=6317ffa3-d217-46ca-a3fc-4e3e870aafb3,segment=NetworkSegment(1eeeebe1-ad87-4172-b3b3-c25b1371c4ce),segment_id=1eeeebe1-ad87-4172-b3b3-c25b1371c4ce)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 20:59:49.857449 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:49.859682 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f2394f01-4e6c-496a-8c8b-59bebd3f4fbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:49.951023 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=6317ffa3-d217-46ca-a3fc-4e3e870aafb3,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:49.961904 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.962360 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.962899 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.963279 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.963455 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.964024 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.964408 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.964783 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.965304 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.965676 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.966049 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.966423 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.966875 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.967249 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.967620 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.967985 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.968354 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.968728 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.969099 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.969460 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.969826 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.970189 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.970592 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.970948 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 20:59:49.977759 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:50.132260 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56952) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:50.156949 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5ff75cf3-9265-4544-be1b-47abbbdcebfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:50.173981 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5ff75cf3-9265-4544-be1b-47abbbdcebfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:50.178544 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-5ff75cf3-9265-4544-be1b-47abbbdcebfb admin admin] Usage tracker for resource:security_group_rule and tenant:7e0bd6bab32348eca0a709fcc06e8153 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:50.179097 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1b1be2-925f-4156-ac54-002cde8605ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6317ffa3-d217-46ca-a3fc-4e3e870aafb3', 'code': 200} Jan 20 20:59:50.182270 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-5ff75cf3-9265-4544-be1b-47abbbdcebfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:50.188238 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5ff75cf3-9265-4544-be1b-47abbbdcebfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:50.285985 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5ff75cf3-9265-4544-be1b-47abbbdcebfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:50.290063 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5ff75cf3-9265-4544-be1b-47abbbdcebfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:50.299783 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4fc9e71e-d88f-4e07-90ab-10750e6733fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:50.346142 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-5ff75cf3-9265-4544-be1b-47abbbdcebfb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e0bd6bab32348eca0a709fcc06e8153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120183 Jan 20 20:59:50.347162 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff75cf3-9265-4544-be1b-47abbbdcebfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02eb24d0-dbe1-4bff-8d48-eca3c7959278,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:50.349140 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 56958) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:50.350450 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5ff75cf3-9265-4544-be1b-47abbbdcebfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:50.477143 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-07b62ddf-58e3-4247-be63-cece6d824bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:50.479236 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77439e6c-90f7-4217-a9c8-8851be937891 req-1ebcfee7-326d-4929-8723-29915175e46b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:50.481008 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-77439e6c-90f7-4217-a9c8-8851be937891 req-1ebcfee7-326d-4929-8723-29915175e46b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1062911 Jan 20 20:59:50.521540 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-07b62ddf-58e3-4247-be63-cece6d824bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:50.535611 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-77439e6c-90f7-4217-a9c8-8851be937891 req-b9a3ba15-2972-4887-be19-62fe7728fad6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473382 Jan 20 20:59:50.536453 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb2523-8114-423f-b57d-b6093d0e0a78 req-c62fb72b-8c2e-4f71-82d0-0de9ea3964b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:50.538065 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f1bb2523-8114-423f-b57d-b6093d0e0a78 req-c62fb72b-8c2e-4f71-82d0-0de9ea3964b9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 1162 time: 0.1523280 Jan 20 20:59:50.604175 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f1bb2523-8114-423f-b57d-b6093d0e0a78 req-774ba453-d6d8-492a-9bb9-812ebf2872f6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582840 Jan 20 20:59:50.611511 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-07b62ddf-58e3-4247-be63-cece6d824bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:50.616793 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d0490a0c-f8d1-4c5f-878e-b6ef5021f5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:50.630661 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b62ddf-58e3-4247-be63-cece6d824bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02eb24d0-dbe1-4bff-8d48-eca3c7959278,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:50.636113 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-07b62ddf-58e3-4247-be63-cece6d824bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:50.640890 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-07b62ddf-58e3-4247-be63-cece6d824bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:50.642130 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-07b62ddf-58e3-4247-be63-cece6d824bb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02eb24d0-dbe1-4bff-8d48-eca3c7959278 HTTP/1.1" status: 204 len: 168 time: 0.2912138 Jan 20 20:59:50.831550 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 20:59:50.909032 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 20:59:50.909463 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:51.940902 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56992) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:52.024362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9a4ff-4bbd-4085-b4ac-8467a8ded95a req-2ba92265-89e7-4c46-a10d-c89f01dd8f86 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:52.026821 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-23d9a4ff-4bbd-4085-b4ac-8467a8ded95a req-2ba92265-89e7-4c46-a10d-c89f01dd8f86 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1319141 Jan 20 20:59:52.082349 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-23d9a4ff-4bbd-4085-b4ac-8467a8ded95a req-9a4e7660-a9af-4cf9-8b7c-88bbc6323f05 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497355 Jan 20 20:59:52.100949 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1706460995-network', 'tenant_id': 'cab9572c09ad49098f8924749d1cc95c'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:59:52.106781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:52.110960 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Usage tracker for resource:network and tenant:cab9572c09ad49098f8924749d1cc95c is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:52.114103 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:52.120393 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:52.130732 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Made reservation on behalf of cab9572c09ad49098f8924749d1cc95c for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:59:52.135391 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:52.153351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:52.169821 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:52.174055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Usage tracker for resource:security_group_rule and tenant:cab9572c09ad49098f8924749d1cc95c is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:52.177571 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:52.183596 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:52.271412 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:52.275114 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:52.279666 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a591ade0-21cc-4f18-9a38-216bcbb3814c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:52.314021 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 20:59:52.323590 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ff3085-4a4d-4d3d-8d41-13c833deb4f3,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:52.327439 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:52.330108 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754542084143', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:52.330552 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.segments_db [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Added segment 62d50b8e-11f3-4fb7-933d-11956c761c62 of type vxlan for network aedb4100-4487-47b4-9dd4-1e285862d545 Jan 20 20:59:52.359851 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282313094106'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:52.391304 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:52.392762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:52.393607 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:52.399790 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:52.513487 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Pushing event updated for resources: {'Network': ['ID=aedb4100-4487-47b4-9dd4-1e285862d545,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:52.518635 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5742395 Jan 20 20:59:52.518635 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:52.519393 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 56998) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:52.524627 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Network aedb4100-4487-47b4-9dd4-1e285862d545 details requested by agent ovs-agent-dv-cinder-749155-5-iscsi with host dv-cinder-749155-5-iscsi {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:59:52.526912 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-dc2b50cc-f769-4650-bde0-1f19808fb725 admin admin] Request body: {'subnet': {'network_id': 'aedb4100-4487-47b4-9dd4-1e285862d545', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1706460995-subnet', 'tenant_id': 'cab9572c09ad49098f8924749d1cc95c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:59:52.532175 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-dc2b50cc-f769-4650-bde0-1f19808fb725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:52.536264 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-dc2b50cc-f769-4650-bde0-1f19808fb725 admin admin] Usage tracker for resource:subnet and tenant:cab9572c09ad49098f8924749d1cc95c is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:52.539324 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-dc2b50cc-f769-4650-bde0-1f19808fb725 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:52.546121 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-dc2b50cc-f769-4650-bde0-1f19808fb725 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:52.556169 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2b50cc-f769-4650-bde0-1f19808fb725 admin admin] Made reservation on behalf of cab9572c09ad49098f8924749d1cc95c for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:59:52.560938 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc2b50cc-f769-4650-bde0-1f19808fb725 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827772371'] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:52.594985 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Network aedb4100-4487-47b4-9dd4-1e285862d545 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 20:59:52.998228 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc2b50cc-f769-4650-bde0-1f19808fb725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852348842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827772386'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:53.013846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-79e903ac-aa03-4d28-8a69-e13762fbd8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 20:59:53.447616 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b50cc-f769-4650-bde0-1f19808fb725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b788da-e560-44b8-96bb-784c3ad79cef,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 20:59:53.451060 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dc2b50cc-f769-4650-bde0-1f19808fb725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 20:59:53.536013 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3b0d8-61b5-43b4-ba1b-6d31703badce req-8455c507-1be0-402b-978d-ff2af0210d70 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:53.537768 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8be3b0d8-61b5-43b4-ba1b-6d31703badce req-8455c507-1be0-402b-978d-ff2af0210d70 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1961250 Jan 20 20:59:53.601444 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2b50cc-f769-4650-bde0-1f19808fb725 admin admin] Checking segment: {'id': '62d50b8e-11f3-4fb7-933d-11956c761c62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aedb4100-4487-47b4-9dd4-1e285862d545'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 20:59:53.602474 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2b50cc-f769-4650-bde0-1f19808fb725 admin admin] Network hostable DHCP agents. Network: aedb4100-4487-47b4-9dd4-1e285862d545, hostable agents: ['c1d8426a-9d58-47bd-9d42-89385b1bbfec'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 20:59:53.619311 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8be3b0d8-61b5-43b4-ba1b-6d31703badce req-5f85b82e-186a-490c-becd-2074ba132077 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702412 Jan 20 20:59:53.640137 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2b50cc-f769-4650-bde0-1f19808fb725 admin admin] Network aedb4100-4487-47b4-9dd4-1e285862d545 is scheduled to be hosted by DHCP agent c1d8426a-9d58-47bd-9d42-89385b1bbfec with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 20:59:53.653906 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-dc2b50cc-f769-4650-bde0-1f19808fb725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-5-iscsi, aedb4100-4487-47b4-9dd4-1e285862d545) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 20:59:53.666171 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493dfc6c-a06c-46b2-9052-a245b606ca9e None None] Network aedb4100-4487-47b4-9dd4-1e285862d545 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:59:53.700415 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2b50cc-f769-4650-bde0-1f19808fb725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:53.700415 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dc2b50cc-f769-4650-bde0-1f19808fb725 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:53.728222 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-dc2b50cc-f769-4650-bde0-1f19808fb725 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2043328 Jan 20 20:59:53.933858 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f4fbe-5163-4b6c-80a8-6ef4720b0ffa req-f29e4fb1-66ee-4da3-9392-680be6664efc tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:53.935627 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7d7f4fbe-5163-4b6c-80a8-6ef4720b0ffa req-f29e4fb1-66ee-4da3-9392-680be6664efc tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1124470 Jan 20 20:59:53.945950 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 57022) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 20:59:53.952632 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-65e56cc4-d131-4475-b6c5-6a83b42abc91 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Request body: {'floatingip': {'port_id': '6317ffa3-d217-46ca-a3fc-4e3e870aafb3'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:59:54.047650 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-65e56cc4-d131-4475-b6c5-6a83b42abc91 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for floatingip, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:54.132277 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2170bcf-cb48-4504-8382-47eba41c636c None None] Network aedb4100-4487-47b4-9dd4-1e285862d545 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 20:59:54.783066 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-65e56cc4-d131-4475-b6c5-6a83b42abc91 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:54.786658 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-65e56cc4-d131-4475-b6c5-6a83b42abc91 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:54.991230 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [None req-65e56cc4-d131-4475-b6c5-6a83b42abc91 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Floating IP d36ecb48-9138-4885-8067-03ca4390ecf8 associated. External IP: 172.27.0.139, port: 6317ffa3-d217-46ca-a3fc-4e3e870aafb3. Jan 20 20:59:55.453320 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e56cc4-d131-4475-b6c5-6a83b42abc91 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 20:59:55.651654 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e56cc4-d131-4475-b6c5-6a83b42abc91 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 20:59:55.656297 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-65e56cc4-d131-4475-b6c5-6a83b42abc91 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:55.664258 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd37eb1-647d-4d36-9c3c-1516a113ea17 None None] Sync routers for ids ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 20:59:55.675245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd37eb1-647d-4d36-9c3c-1516a113ea17 None None] Routers {'2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:59:55.676234 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-9dd37eb1-647d-4d36-9c3c-1516a113ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:59:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:59:55.726010 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-65e56cc4-d131-4475-b6c5-6a83b42abc91 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "PUT /v2.0/floatingips/d36ecb48-9138-4885-8067-03ca4390ecf8 HTTP/1.1" status: 200 len: 991 time: 1.7787309 Jan 20 20:59:55.727135 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1b1be2-925f-4156-ac54-002cde8605ae', 'tag': '6317ffa3-d217-46ca-a3fc-4e3e870aafb3'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 20:59:55.905680 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-9dd37eb1-647d-4d36-9c3c-1516a113ea17 None None] Set router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:59:56.138628 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1b1be2-925f-4156-ac54-002cde8605ae', 'tag': '6317ffa3-d217-46ca-a3fc-4e3e870aafb3', 'status': 'completed', 'code': 200} Jan 20 20:59:56.260188 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ec5f6-1562-4d42-b782-d7a0311d6893 req-0572bce7-44ca-448d-aba7-4134180de467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:56.262670 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e4ec5f6-1562-4d42-b782-d7a0311d6893 req-0572bce7-44ca-448d-aba7-4134180de467 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf5cad5f8aed4851835a12ce330c8ebc&device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 1162 time: 0.0887275 Jan 20 20:59:56.392265 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247a935-1176-4573-88bf-184879ec1aea req-a0339d86-c6c7-40b6-bd8e-2d1181714dbe tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:56.393818 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-2247a935-1176-4573-88bf-184879ec1aea req-a0339d86-c6c7-40b6-bd8e-2d1181714dbe tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Synchronizing usage tracker for tenant:cab9572c09ad49098f8924749d1cc95c on resource:network {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 20:59:56.432508 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-2247a935-1176-4573-88bf-184879ec1aea req-a0339d86-c6c7-40b6-bd8e-2d1181714dbe tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Unset dirty status for tenant:cab9572c09ad49098f8924749d1cc95c on resource:network {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 20:59:56.439617 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2247a935-1176-4573-88bf-184879ec1aea req-a0339d86-c6c7-40b6-bd8e-2d1181714dbe tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/networks?id=aedb4100-4487-47b4-9dd4-1e285862d545 HTTP/1.1" status: 200 len: 809 time: 0.3428826 Jan 20 20:59:56.465184 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ec5f6-1562-4d42-b782-d7a0311d6893 req-0fd07bba-e862-4dc8-b5eb-31d38f07884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:56.467629 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e4ec5f6-1562-4d42-b782-d7a0311d6893 req-0fd07bba-e862-4dc8-b5eb-31d38f07884a service neutron] 10.222.0.10 "GET /v2.0/networks?id=9041c0a2-a772-4470-a39a-9b8ab252366c HTTP/1.1" status: 200 len: 910 time: 0.1981142 Jan 20 20:59:56.471359 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2247a935-1176-4573-88bf-184879ec1aea req-ecb2df86-7c98-4349-9fdb-b64e919d463a tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/quotas/cab9572c09ad49098f8924749d1cc95c HTTP/1.1" status: 200 len: 375 time: 0.0237138 Jan 20 20:59:56.568566 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-9dd37eb1-647d-4d36-9c3c-1516a113ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T20:54:37Z', 'revision_number': 4, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': 'd36ecb48-9138-4885-8067-03ca4390ecf8', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'port_id': '6317ffa3-d217-46ca-a3fc-4e3e870aafb3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'mac_address': 'fa:16:3e:44:32:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1b1be2-925f-4156-ac54-002cde8605ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T20:59:35Z', 'updated_at': '2021-01-20T20:59:54Z', 'revision_number': 1, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6615f521-8d37-4844-9bcb-1e886d565c34', 'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'mac_address': 'fa:16:3e:ba:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:28Z', 'updated_at': '2021-01-20T20:54:51Z', 'revision_number': 5, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'subnets': [{'id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:59:56.570653 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2247a935-1176-4573-88bf-184879ec1aea req-0c7da47d-f373-4eaa-8a7a-ce8b4d7c7dde tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?tenant_id=cab9572c09ad49098f8924749d1cc95c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862367 Jan 20 20:59:56.577928 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd37eb1-647d-4d36-9c3c-1516a113ea17 None None] Checking router: 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 20:59:56.600876 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd37eb1-647d-4d36-9c3c-1516a113ea17 None None] Routers {'2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 20:59:56.602917 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-9dd37eb1-647d-4d36-9c3c-1516a113ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T20:59:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:59:56.711709 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e4ec5f6-1562-4d42-b782-d7a0311d6893 req-bf2d9c4f-e56f-45fb-9cc6-e5b034464233 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6317ffa3-d217-46ca-a3fc-4e3e870aafb3 HTTP/1.1" status: 200 len: 999 time: 0.2339101 Jan 20 20:59:56.785702 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2247a935-1176-4573-88bf-184879ec1aea req-513932ed-83aa-4071-93aa-e186b2dab318 service neutron] 10.222.0.18 "GET /v2.0/networks/aedb4100-4487-47b4-9dd4-1e285862d545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005355 Jan 20 20:59:56.830716 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ec5f6-1562-4d42-b782-d7a0311d6893 req-74c96bda-7bc9-4d78-905e-872dc6ef8cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:56.830716 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e4ec5f6-1562-4d42-b782-d7a0311d6893 req-74c96bda-7bc9-4d78-905e-872dc6ef8cc6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9d457b81-4eac-442d-b015-2dcf9f7a050c HTTP/1.1" status: 200 len: 855 time: 0.1107554 Jan 20 20:59:56.873795 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-9dd37eb1-647d-4d36-9c3c-1516a113ea17 None None] Set router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 20:59:56.956897 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ec5f6-1562-4d42-b782-d7a0311d6893 req-2326bfb7-7cc5-40c4-8185-8e4225f84746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:56.964709 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e4ec5f6-1562-4d42-b782-d7a0311d6893 req-2326bfb7-7cc5-40c4-8185-8e4225f84746 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9041c0a2-a772-4470-a39a-9b8ab252366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1198306 Jan 20 20:59:57.269535 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e4ec5f6-1562-4d42-b782-d7a0311d6893 req-6997a07e-b229-4497-a533-733264c15a24 service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954454 Jan 20 20:59:57.292260 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2247a935-1176-4573-88bf-184879ec1aea req-b904294b-4315-4e56-bfff-c9f129556d6f service neutron] 10.222.0.18 "GET /v2.0/networks/aedb4100-4487-47b4-9dd4-1e285862d545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5048027 Jan 20 20:59:57.413075 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-9dd37eb1-647d-4d36-9c3c-1516a113ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T20:54:37Z', 'revision_number': 4, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': 'd36ecb48-9138-4885-8067-03ca4390ecf8', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'port_id': '6317ffa3-d217-46ca-a3fc-4e3e870aafb3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'mac_address': 'fa:16:3e:44:32:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1b1be2-925f-4156-ac54-002cde8605ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T20:59:35Z', 'updated_at': '2021-01-20T20:59:54Z', 'revision_number': 1, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6615f521-8d37-4844-9bcb-1e886d565c34', 'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'mac_address': 'fa:16:3e:ba:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:28Z', 'updated_at': '2021-01-20T20:54:51Z', 'revision_number': 5, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'subnets': [{'id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 20:59:57.422373 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd37eb1-647d-4d36-9c3c-1516a113ea17 None None] The sync data for ids ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'] in dv-cinder-749155-5-iscsi is: [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T20:54:37Z', 'revision_number': 4, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': 'd36ecb48-9138-4885-8067-03ca4390ecf8', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'port_id': '6317ffa3-d217-46ca-a3fc-4e3e870aafb3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'mac_address': 'fa:16:3e:44:32:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1b1be2-925f-4156-ac54-002cde8605ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T20:59:35Z', 'updated_at': '2021-01-20T20:59:54Z', 'revision_number': 1, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6615f521-8d37-4844-9bcb-1e886d565c34', 'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'mac_address': 'fa:16:3e:ba:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:28Z', 'updated_at': '2021-01-20T20:54:51Z', 'revision_number': 5, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'subnets': [{'id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 20:59:57.599986 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4683e8d8-a9c7-4080-ad40-7dd932412a27 req-097883ed-6a0c-4eb8-893b-8423a4265051 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=59e9544c-78d4-4a07-abed-63751989dff8 HTTP/1.1" status: 200 len: 210 time: 0.0869792 Jan 20 20:59:57.609483 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e4ec5f6-1562-4d42-b782-d7a0311d6893 req-62a41846-a145-41db-9a94-f1ad51497cd8 service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3313444 Jan 20 20:59:57.877857 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eaef71-9072-406a-8bca-07061543c8a4 None None] New status for floating IP d36ecb48-9138-4885-8067-03ca4390ecf8: ACTIVE {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 20:59:58.216738 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 20:59:58.833516 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-814dfc47-f4bb-4777-8f95-77e0febeae0c req-92081ccc-9eb0-4b69-adcd-c7a55a5c2400 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=59e9544c-78d4-4a07-abed-63751989dff8 HTTP/1.1" status: 200 len: 210 time: 0.0886250 Jan 20 20:59:58.988611 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247a935-1176-4573-88bf-184879ec1aea req-d32f75c0-f0bd-4146-93f2-e561af0070d2 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 20:59:58.990188 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2247a935-1176-4573-88bf-184879ec1aea req-d32f75c0-f0bd-4146-93f2-e561af0070d2 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.10 "GET /v2.0/networks?id=aedb4100-4487-47b4-9dd4-1e285862d545 HTTP/1.1" status: 200 len: 809 time: 0.1932740 Jan 20 20:59:59.016165 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-2247a935-1176-4573-88bf-184879ec1aea req-194d2451-3052-47ec-b8b8-f0ea72140b63 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Request body: {'port': {'device_id': '59e9544c-78d4-4a07-abed-63751989dff8', 'network_id': 'aedb4100-4487-47b4-9dd4-1e285862d545', 'admin_state_up': True, 'tenant_id': 'cab9572c09ad49098f8924749d1cc95c'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 20:59:59.165893 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-2247a935-1176-4573-88bf-184879ec1aea req-194d2451-3052-47ec-b8b8-f0ea72140b63 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 20:59:59.170182 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-2247a935-1176-4573-88bf-184879ec1aea req-194d2451-3052-47ec-b8b8-f0ea72140b63 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Usage tracker for resource:port and tenant:cab9572c09ad49098f8924749d1cc95c is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 20:59:59.173280 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-2247a935-1176-4573-88bf-184879ec1aea req-194d2451-3052-47ec-b8b8-f0ea72140b63 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Quota usage for port was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 20:59:59.179104 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-2247a935-1176-4573-88bf-184879ec1aea req-194d2451-3052-47ec-b8b8-f0ea72140b63 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 20:59:59.188533 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2247a935-1176-4573-88bf-184879ec1aea req-194d2451-3052-47ec-b8b8-f0ea72140b63 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Made reservation on behalf of cab9572c09ad49098f8924749d1cc95c for: {'port': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 20:59:59.198044 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2247a935-1176-4573-88bf-184879ec1aea req-194d2451-3052-47ec-b8b8-f0ea72140b63 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:59.513389 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f2e12847-1888-469b-b96b-2228825f2c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 20:59:59.554650 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-2247a935-1176-4573-88bf-184879ec1aea req-194d2451-3052-47ec-b8b8-f0ea72140b63 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Allocated IP 172.20.0.9 (aedb4100-4487-47b4-9dd4-1e285862d545/53b788da-e560-44b8-96bb-784c3ad79cef/502a7c82-5879-411b-bea2-63be2c612623) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 20:59:59.970940 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2247a935-1176-4573-88bf-184879ec1aea req-194d2451-3052-47ec-b8b8-f0ea72140b63 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:00.013814 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2247a935-1176-4573-88bf-184879ec1aea req-194d2451-3052-47ec-b8b8-f0ea72140b63 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:00.045530 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-46ac63b1-8539-4f15-9e72-0f9bf6e27f43 tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:00.246132 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d2451-3052-47ec-b8b8-f0ea72140b63 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Pushing event updated for resources: {'Port': ['ID=502a7c82-5879-411b-bea2-63be2c612623,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:00.263111 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-194d2451-3052-47ec-b8b8-f0ea72140b63 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:00.342909 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb178c69-5ea3-4b80-bb09-f45b5b9ee168 req-60de6031-0884-42c2-8d0a-920153f553dc tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:00.344565 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bb178c69-5ea3-4b80-bb09-f45b5b9ee168 req-60de6031-0884-42c2-8d0a-920153f553dc tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=59e9544c-78d4-4a07-abed-63751989dff8 HTTP/1.1" status: 200 len: 931 time: 0.3007188 Jan 20 21:00:00.350084 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2247a935-1176-4573-88bf-184879ec1aea req-194d2451-3052-47ec-b8b8-f0ea72140b63 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Network aedb4100-4487-47b4-9dd4-1e285862d545 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:00:00.351479 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-2247a935-1176-4573-88bf-184879ec1aea req-194d2451-3052-47ec-b8b8-f0ea72140b63 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:00:00.355616 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-2247a935-1176-4573-88bf-184879ec1aea req-194d2451-3052-47ec-b8b8-f0ea72140b63 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 21:00:00.460833 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bb178c69-5ea3-4b80-bb09-f45b5b9ee168 req-b2108a31-7211-4653-a72a-731465eb720a tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069660 Jan 20 21:00:00.479029 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247a935-1176-4573-88bf-184879ec1aea req-194d2451-3052-47ec-b8b8-f0ea72140b63 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:00.479931 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2247a935-1176-4573-88bf-184879ec1aea req-194d2451-3052-47ec-b8b8-f0ea72140b63 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:00.501947 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2247a935-1176-4573-88bf-184879ec1aea req-194d2451-3052-47ec-b8b8-f0ea72140b63 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4905860 Jan 20 21:00:00.520833 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Request body: {'port': {'device_id': '59e9544c-78d4-4a07-abed-63751989dff8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:00:00.646677 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:01.401004 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502a7c82-5879-411b-bea2-63be2c612623 {{(pid=80112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 21:00:01.414356 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:01.430422 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Transition to ACTIVE for port object 502a7c82-5879-411b-bea2-63be2c612623 will not be triggered until provisioned by entity L2. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:00:01.433726 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:01.451391 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ce05c5e8-3b3c-4998-b425-b0b1f4fb7d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:01.599465 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Pushing event updated for resources: {'Port': ['ID=502a7c82-5879-411b-bea2-63be2c612623,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:01.614076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:01.866035 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Attempting to bind port 502a7c82-5879-411b-bea2-63be2c612623 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 21:00:01.866417 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Attempting to bind port 502a7c82-5879-411b-bea2-63be2c612623 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '62d50b8e-11f3-4fb7-933d-11956c761c62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aedb4100-4487-47b4-9dd4-1e285862d545'}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 21:00:01.866823 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Attempting to bind port 502a7c82-5879-411b-bea2-63be2c612623 on network aedb4100-4487-47b4-9dd4-1e285862d545 {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 21:00:01.876630 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 20, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 21:00:01.877013 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Checking segment: {'id': '62d50b8e-11f3-4fb7-933d-11956c761c62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aedb4100-4487-47b4-9dd4-1e285862d545'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 21:00:01.877432 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:01.877838 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Bound using segment: {'id': '62d50b8e-11f3-4fb7-933d-11956c761c62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aedb4100-4487-47b4-9dd4-1e285862d545'} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 21:00:01.878334 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Bound port: 502a7c82-5879-411b-bea2-63be2c612623, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d50b8e-11f3-4fb7-933d-11956c761c62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aedb4100-4487-47b4-9dd4-1e285862d545'}}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 21:00:01.878771 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:01.914713 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb013f2-65aa-4686-84ec-4a753bd73821 req-001ff8b4-2f43-425f-a515-4c42079244ed tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:01.915564 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-dcb013f2-65aa-4686-84ec-4a753bd73821 req-001ff8b4-2f43-425f-a515-4c42079244ed tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Synchronizing usage tracker for tenant:cab9572c09ad49098f8924749d1cc95c on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:00:02.018874 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-dcb013f2-65aa-4686-84ec-4a753bd73821 req-001ff8b4-2f43-425f-a515-4c42079244ed tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Unset dirty status for tenant:cab9572c09ad49098f8924749d1cc95c on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:00:02.020394 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-dcb013f2-65aa-4686-84ec-4a753bd73821 req-001ff8b4-2f43-425f-a515-4c42079244ed tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=59e9544c-78d4-4a07-abed-63751989dff8 HTTP/1.1" status: 200 len: 943 time: 0.3138044 Jan 20 21:00:02.046470 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] For port 502a7c82-5879-411b-bea2-63be2c612623, host hv-cinder-74915, cleared binding levels {{(pid=80112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 21:00:02.061768 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] For port 502a7c82-5879-411b-bea2-63be2c612623, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=502a7c82-5879-411b-bea2-63be2c612623,segment=NetworkSegment(62d50b8e-11f3-4fb7-933d-11956c761c62),segment_id=62d50b8e-11f3-4fb7-933d-11956c761c62)] {{(pid=80112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 21:00:02.073647 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:02.093224 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:02.206433 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-dcb013f2-65aa-4686-84ec-4a753bd73821 req-b33b6df5-4ea9-4774-816b-8d70bd0f4b2c tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771221 Jan 20 21:00:02.265749 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Pushing event updated for resources: {'Port': ['ID=502a7c82-5879-411b-bea2-63be2c612623,revision_number=3']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:02.271125 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:02.289755 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 57164) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:00:02.308562 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:02.309237 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:02.310784 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2247a935-1176-4573-88bf-184879ec1aea req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] 10.222.0.10 "PUT /v2.0/ports/502a7c82-5879-411b-bea2-63be2c612623 HTTP/1.1" status: 200 len: 1157 time: 1.7949166 Jan 20 21:00:02.311335 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e9544c-78d4-4a07-abed-63751989dff8', 'tag': '502a7c82-5879-411b-bea2-63be2c612623'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:00:02.375994 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e9544c-78d4-4a07-abed-63751989dff8', 'tag': '502a7c82-5879-411b-bea2-63be2c612623', 'status': 'completed', 'code': 200} Jan 20 21:00:02.459211 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85c7fd9e-11b9-436e-94e7-ce146212591d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:02.513685 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c46d6c3b-e93b-4646-897b-d507b181ed94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:02.532207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c46d6c3b-e93b-4646-897b-d507b181ed94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:00:02.536907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-c46d6c3b-e93b-4646-897b-d507b181ed94 admin admin] Usage tracker for resource:security_group_rule and tenant:e259b85af3024103b7361fc2b127b99d is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:00:02.541134 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-c46d6c3b-e93b-4646-897b-d507b181ed94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:00:02.549340 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:02.550019 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c46d6c3b-e93b-4646-897b-d507b181ed94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:00:02.563120 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247a935-1176-4573-88bf-184879ec1aea req-b3b05fae-212f-46f2-820f-271100f7b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:02.565992 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2247a935-1176-4573-88bf-184879ec1aea req-b3b05fae-212f-46f2-820f-271100f7b4a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cab9572c09ad49098f8924749d1cc95c&device_id=59e9544c-78d4-4a07-abed-63751989dff8 HTTP/1.1" status: 200 len: 1160 time: 0.1571949 Jan 20 21:00:02.661895 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2247a935-1176-4573-88bf-184879ec1aea req-b551d31a-d9ce-4b84-8a8c-7324e53f8827 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=502a7c82-5879-411b-bea2-63be2c612623 HTTP/1.1" status: 200 len: 217 time: 0.0699406 Jan 20 21:00:02.680042 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c46d6c3b-e93b-4646-897b-d507b181ed94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:02.684472 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c46d6c3b-e93b-4646-897b-d507b181ed94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:02.692120 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d58bc71e-2611-40be-bc86-19b0bdb2cf29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:02.742533 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-c46d6c3b-e93b-4646-897b-d507b181ed94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e259b85af3024103b7361fc2b127b99d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515681 Jan 20 21:00:02.744319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d6c3b-e93b-4646-897b-d507b181ed94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56378f31-d0a6-4ba0-9581-6c3d87df41f1,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:02.746202 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 57172) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:00:02.749272 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c46d6c3b-e93b-4646-897b-d507b181ed94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:02.778111 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247a935-1176-4573-88bf-184879ec1aea req-93f6186f-a7f3-4710-87bf-e7e06b77723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:02.779941 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2247a935-1176-4573-88bf-184879ec1aea req-93f6186f-a7f3-4710-87bf-e7e06b77723a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=53b788da-e560-44b8-96bb-784c3ad79cef HTTP/1.1" status: 200 len: 849 time: 0.0976248 Jan 20 21:00:02.819229 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-755e6058-391a-4ef1-b4ad-ab761770299f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:02.834194 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2247a935-1176-4573-88bf-184879ec1aea req-89295306-d589-4650-b73b-6109c04f38e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aedb4100-4487-47b4-9dd4-1e285862d545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472782 Jan 20 21:00:02.849890 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-755e6058-391a-4ef1-b4ad-ab761770299f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:02.900505 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-755e6058-391a-4ef1-b4ad-ab761770299f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:02.905776 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-aac1381b-0277-48fe-8a6f-3aea15fd1128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:02.917533 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e6058-391a-4ef1-b4ad-ab761770299f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56378f31-d0a6-4ba0-9581-6c3d87df41f1,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:02.924470 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-755e6058-391a-4ef1-b4ad-ab761770299f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:02.925304 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-755e6058-391a-4ef1-b4ad-ab761770299f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:02.929904 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-755e6058-391a-4ef1-b4ad-ab761770299f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56378f31-d0a6-4ba0-9581-6c3d87df41f1 HTTP/1.1" status: 204 len: 168 time: 0.1790774 Jan 20 21:00:03.006629 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2247a935-1176-4573-88bf-184879ec1aea req-00a5346a-0aff-47ef-8a66-1bf7a519351b service neutron] 10.222.0.10 "GET /v2.0/networks/aedb4100-4487-47b4-9dd4-1e285862d545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521938 Jan 20 21:00:03.183922 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:03.199521 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2247a935-1176-4573-88bf-184879ec1aea req-86c78b2f-28ac-441c-87bb-be3bcfcadd8b service neutron] 10.222.0.10 "GET /v2.0/networks/aedb4100-4487-47b4-9dd4-1e285862d545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1857438 Jan 20 21:00:03.406586 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a2a0a-8ba6-4a88-a60b-0a799d492cdf req-fa4e2541-2cdf-45c1-9780-cdfca25396db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:03.408257 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-607a2a0a-8ba6-4a88-a60b-0a799d492cdf req-fa4e2541-2cdf-45c1-9780-cdfca25396db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cab9572c09ad49098f8924749d1cc95c&device_id=59e9544c-78d4-4a07-abed-63751989dff8 HTTP/1.1" status: 200 len: 1160 time: 0.0882177 Jan 20 21:00:03.474255 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c3c13-ece5-4e30-8659-c9cd59ad613e req-9a4893d7-a754-458f-a85a-6e4dc347a336 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:03.476009 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bc3c3c13-ece5-4e30-8659-c9cd59ad613e req-9a4893d7-a754-458f-a85a-6e4dc347a336 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=59e9544c-78d4-4a07-abed-63751989dff8 HTTP/1.1" status: 200 len: 943 time: 0.1096394 Jan 20 21:00:03.540748 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-bc3c3c13-ece5-4e30-8659-c9cd59ad613e req-a35c0e2e-79e1-47b6-8ed5-0614dc7f2f6e tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Synchronizing usage tracker for tenant:cab9572c09ad49098f8924749d1cc95c on resource:security_group {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:00:03.572172 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-bc3c3c13-ece5-4e30-8659-c9cd59ad613e req-a35c0e2e-79e1-47b6-8ed5-0614dc7f2f6e tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Unset dirty status for tenant:cab9572c09ad49098f8924749d1cc95c on resource:security_group {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:00:03.574291 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bc3c3c13-ece5-4e30-8659-c9cd59ad613e req-a35c0e2e-79e1-47b6-8ed5-0614dc7f2f6e tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913639 Jan 20 21:00:03.591837 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a2a0a-8ba6-4a88-a60b-0a799d492cdf req-2c74f940-b73b-4bc7-90a2-d1e171169e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:03.595048 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-607a2a0a-8ba6-4a88-a60b-0a799d492cdf req-2c74f940-b73b-4bc7-90a2-d1e171169e82 service neutron] 10.222.0.10 "GET /v2.0/networks?id=aedb4100-4487-47b4-9dd4-1e285862d545 HTTP/1.1" status: 200 len: 903 time: 0.1765761 Jan 20 21:00:03.681565 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:03.682082 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-607a2a0a-8ba6-4a88-a60b-0a799d492cdf req-1942b5c5-f258-4822-b0ae-2ba092481dc3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=502a7c82-5879-411b-bea2-63be2c612623 HTTP/1.1" status: 200 len: 217 time: 0.0769002 Jan 20 21:00:03.759594 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a2a0a-8ba6-4a88-a60b-0a799d492cdf req-e4c6d8f7-d026-471a-9834-3c1a487743ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:03.761257 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-607a2a0a-8ba6-4a88-a60b-0a799d492cdf req-e4c6d8f7-d026-471a-9834-3c1a487743ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=53b788da-e560-44b8-96bb-784c3ad79cef HTTP/1.1" status: 200 len: 849 time: 0.0719550 Jan 20 21:00:03.817465 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-607a2a0a-8ba6-4a88-a60b-0a799d492cdf req-4c809a4d-3c4b-40b3-be31-8f1bb79bc250 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aedb4100-4487-47b4-9dd4-1e285862d545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471804 Jan 20 21:00:03.978550 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-607a2a0a-8ba6-4a88-a60b-0a799d492cdf req-92e2fbd3-cdfc-4f47-a445-3f69217ae83a service neutron] 10.222.0.10 "GET /v2.0/networks/aedb4100-4487-47b4-9dd4-1e285862d545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524775 Jan 20 21:00:04.138715 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-607a2a0a-8ba6-4a88-a60b-0a799d492cdf req-2092d5d7-7574-4278-9511-1248ee851b0b service neutron] 10.222.0.10 "GET /v2.0/networks/aedb4100-4487-47b4-9dd4-1e285862d545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1523678 Jan 20 21:00:04.839163 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcd37d-eec7-4e22-8b32-4aba47e5c96b req-1d3f6cb3-6b99-4cac-8af3-2a98bd3ba2ea tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:04.840915 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9ffcd37d-eec7-4e22-8b32-4aba47e5c96b req-1d3f6cb3-6b99-4cac-8af3-2a98bd3ba2ea tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=59e9544c-78d4-4a07-abed-63751989dff8 HTTP/1.1" status: 200 len: 943 time: 0.1088295 Jan 20 21:00:04.896829 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9ffcd37d-eec7-4e22-8b32-4aba47e5c96b req-955efaec-7ce8-4a84-ac64-0cde90c400e7 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490835 Jan 20 21:00:05.574132 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-85898227-c1de-4783-b727-51110c22e7eb req-29fe1ff7-d750-4a56-8a1c-62bbfac51ee6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0859666 Jan 20 21:00:05.715632 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85898227-c1de-4783-b727-51110c22e7eb req-f18229e7-0d95-498b-80e5-1024c9102548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:05.717253 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-85898227-c1de-4783-b727-51110c22e7eb req-f18229e7-0d95-498b-80e5-1024c9102548 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1d96be366a92447487212758b7c50e6f&device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 1162 time: 0.0939717 Jan 20 21:00:05.912730 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85898227-c1de-4783-b727-51110c22e7eb req-008de928-659e-467f-802e-083424be0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:05.915179 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-85898227-c1de-4783-b727-51110c22e7eb req-008de928-659e-467f-802e-083424be0eed service neutron] 10.222.0.10 "GET /v2.0/networks?id=f278e563-18ec-4833-a094-4f0a1a5f0abc HTTP/1.1" status: 200 len: 904 time: 0.1495793 Jan 20 21:00:06.054747 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-85898227-c1de-4783-b727-51110c22e7eb req-9ac6b365-22dd-4aee-89b0-141238cf9372 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=066eb50e-d450-44d9-8ac8-4f373e723466 HTTP/1.1" status: 200 len: 1000 time: 0.1321633 Jan 20 21:00:06.171146 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85898227-c1de-4783-b727-51110c22e7eb req-a3d6310a-b47a-4f01-a104-9319a56b4063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:06.174359 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-85898227-c1de-4783-b727-51110c22e7eb req-a3d6310a-b47a-4f01-a104-9319a56b4063 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c922eec-afe6-4eee-af95-8fb9a05787f0 HTTP/1.1" status: 200 len: 849 time: 0.1119425 Jan 20 21:00:06.324545 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85898227-c1de-4783-b727-51110c22e7eb req-d414fca4-ff4b-46de-b87c-049386cc3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:06.326335 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-85898227-c1de-4783-b727-51110c22e7eb req-d414fca4-ff4b-46de-b87c-049386cc3a62 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f278e563-18ec-4833-a094-4f0a1a5f0abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1445942 Jan 20 21:00:06.336247 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde125a1-fd08-4248-b779-78d097537158 req-cf1374bd-419f-4a68-b099-a0e3b6930adf tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:06.339590 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fde125a1-fd08-4248-b779-78d097537158 req-cf1374bd-419f-4a68-b099-a0e3b6930adf tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=59e9544c-78d4-4a07-abed-63751989dff8 HTTP/1.1" status: 200 len: 943 time: 0.1921875 Jan 20 21:00:06.447085 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fde125a1-fd08-4248-b779-78d097537158 req-9263b985-1d02-4173-8c4e-85a122096aa4 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966682 Jan 20 21:00:06.523838 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-85898227-c1de-4783-b727-51110c22e7eb req-3c906011-e7fd-406d-85ea-72f41a601187 service neutron] 10.222.0.10 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892624 Jan 20 21:00:06.730732 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-85898227-c1de-4783-b727-51110c22e7eb req-1af5cb85-4ad2-49a7-aa3b-88f1148e3d20 service neutron] 10.222.0.10 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1982911 Jan 20 21:00:07.000399 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.objects.ports [None req-258a4809-d0c9-4277-a392-15d16181643b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80114) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 20 21:00:07.204174 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9c0ee-30a4-4d69-bbe1-e4bea2f86db0 req-c13cec11-d813-4f6a-83d9-90d229407e5e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:07.205834 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-81c9c0ee-30a4-4d69-bbe1-e4bea2f86db0 req-c13cec11-d813-4f6a-83d9-90d229407e5e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1127307 Jan 20 21:00:07.273823 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-81c9c0ee-30a4-4d69-bbe1-e4bea2f86db0 req-8c643bc2-3e98-44ee-afc8-ee867865c115 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593600 Jan 20 21:00:07.679443 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 502a7c82-5879-411b-bea2-63be2c612623 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:00:07.692419 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959322c-1d1e-486c-bcd5-21a1981b55b7 req-27ccc4e9-4240-481a-810e-08ec52e1a31a tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:07.694201 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4959322c-1d1e-486c-bcd5-21a1981b55b7 req-27ccc4e9-4240-481a-810e-08ec52e1a31a tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=59e9544c-78d4-4a07-abed-63751989dff8 HTTP/1.1" status: 200 len: 943 time: 0.1080799 Jan 20 21:00:07.755993 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4959322c-1d1e-486c-bcd5-21a1981b55b7 req-dafed893-4dbe-496f-88c0-30f0cf8dbb4c tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492284 Jan 20 21:00:07.762498 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port 502a7c82-5879-411b-bea2-63be2c612623 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:00:07.768234 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 502a7c82-5879-411b-bea2-63be2c612623 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:00:07.768661 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:07.896675 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:07.925583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e9544c-78d4-4a07-abed-63751989dff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502a7c82-5879-411b-bea2-63be2c612623'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:00:07.937759 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 502a7c82-5879-411b-bea2-63be2c612623, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=502a7c82-5879-411b-bea2-63be2c612623,segment=NetworkSegment(62d50b8e-11f3-4fb7-933d-11956c761c62),segment_id=62d50b8e-11f3-4fb7-933d-11956c761c62)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:00:07.941027 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:07.943797 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:07.993452 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e9544c-78d4-4a07-abed-63751989dff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502a7c82-5879-411b-bea2-63be2c612623', 'code': 200} Jan 20 21:00:08.022655 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=502a7c82-5879-411b-bea2-63be2c612623,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:08.026350 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:08.545144 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a080b7-4165-43c4-9dfc-70f06595adc9 req-c517edde-ee44-4240-a64a-79ee59479afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:08.546838 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-91a080b7-4165-43c4-9dfc-70f06595adc9 req-c517edde-ee44-4240-a64a-79ee59479afc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=59e9544c-78d4-4a07-abed-63751989dff8 HTTP/1.1" status: 200 len: 1162 time: 0.3250165 Jan 20 21:00:08.549192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14446b5b-82a5-41a3-8ced-1d636d097214 req-6e4ebc30-7422-4984-91e2-ff201922d588 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:08.550986 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-14446b5b-82a5-41a3-8ced-1d636d097214 req-6e4ebc30-7422-4984-91e2-ff201922d588 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1356792 Jan 20 21:00:08.617362 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-91a080b7-4165-43c4-9dfc-70f06595adc9 req-0753c896-e3ad-4ee6-818c-5ac9350fba17 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615501 Jan 20 21:00:08.628419 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-14446b5b-82a5-41a3-8ced-1d636d097214 req-864e494f-6183-45d9-97b1-dd8eb6e43a85 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699019 Jan 20 21:00:09.009466 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404bcb9-b342-4fa0-8281-ea570697b466 req-a8937d13-2493-4dac-b23a-9aabd4a6aac3 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:09.010351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 502a7c82-5879-411b-bea2-63be2c612623 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:00:09.011101 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0404bcb9-b342-4fa0-8281-ea570697b466 req-a8937d13-2493-4dac-b23a-9aabd4a6aac3 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=59e9544c-78d4-4a07-abed-63751989dff8 HTTP/1.1" status: 200 len: 945 time: 0.1093152 Jan 20 21:00:09.078042 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0404bcb9-b342-4fa0-8281-ea570697b466 req-bad2a25d-f411-4a0c-b122-bb57458a6f2f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552316 Jan 20 21:00:09.105125 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 502a7c82-5879-411b-bea2-63be2c612623 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:00:09.105796 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:09.770855 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:09.912828 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab3d45-4d64-4306-991b-a2be2cf7b08b req-00c478cf-8d49-4770-b049-cf97f16b4b3e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:09.915139 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c4ab3d45-4d64-4306-991b-a2be2cf7b08b req-00c478cf-8d49-4770-b049-cf97f16b4b3e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1130726 Jan 20 21:00:10.060812 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c4ab3d45-4d64-4306-991b-a2be2cf7b08b req-64128a1b-c439-4ddf-bb92-059800a230e5 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780249 Jan 20 21:00:10.107656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04c457-4194-43cc-884e-76647e471b3a req-7e1302bd-bfaf-4e65-ba7b-ecc5fdb851f8 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:10.109344 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7f04c457-4194-43cc-884e-76647e471b3a req-7e1302bd-bfaf-4e65-ba7b-ecc5fdb851f8 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.10 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 945 time: 0.1891220 Jan 20 21:00:10.206639 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-7f04c457-4194-43cc-884e-76647e471b3a req-8f2bf359-15a9-495f-922a-5a4dffab5be1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Deleting port 066eb50e-d450-44d9-8ac8-4f373e723466 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:00:10.207061 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7f04c457-4194-43cc-884e-76647e471b3a req-8f2bf359-15a9-495f-922a-5a4dffab5be1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:10.473382 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bcfa1-bc64-4ac2-8233-6ef90ba19837 req-68a0f73f-692b-4df6-a9d5-76e986b23fce tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:10.475118 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-710bcfa1-bc64-4ac2-8233-6ef90ba19837 req-68a0f73f-692b-4df6-a9d5-76e986b23fce tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=59e9544c-78d4-4a07-abed-63751989dff8 HTTP/1.1" status: 200 len: 945 time: 0.1461480 Jan 20 21:00:10.562640 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-710bcfa1-bc64-4ac2-8233-6ef90ba19837 req-872352ba-b9cd-495b-a058-93002ccec5ef tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789027 Jan 20 21:00:10.566939 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-7f04c457-4194-43cc-884e-76647e471b3a req-8f2bf359-15a9-495f-922a-5a4dffab5be1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] For port 066eb50e-d450-44d9-8ac8-4f373e723466, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=066eb50e-d450-44d9-8ac8-4f373e723466,segment=NetworkSegment(deb6def9-f016-4f69-b6a9-5314f6ce15c2),segment_id=deb6def9-f016-4f69-b6a9-5314f6ce15c2)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:00:10.567359 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7f04c457-4194-43cc-884e-76647e471b3a req-8f2bf359-15a9-495f-922a-5a4dffab5be1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:10.899630 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7f04c457-4194-43cc-884e-76647e471b3a req-8f2bf359-15a9-495f-922a-5a4dffab5be1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for floatingip, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:10.899973 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7f04c457-4194-43cc-884e-76647e471b3a req-8f2bf359-15a9-495f-922a-5a4dffab5be1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:10.900334 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [req-7f04c457-4194-43cc-884e-76647e471b3a req-8f2bf359-15a9-495f-922a-5a4dffab5be1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Floating IP c057e206-34bb-4905-b3d1-6b4c1ea5d446 disassociated. External IP: 172.27.0.28, port: 066eb50e-d450-44d9-8ac8-4f373e723466. Jan 20 21:00:10.900792 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-7f04c457-4194-43cc-884e-76647e471b3a req-8f2bf359-15a9-495f-922a-5a4dffab5be1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Calling delete_port for 066eb50e-d450-44d9-8ac8-4f373e723466 owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:00:11.105823 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7f04c457-4194-43cc-884e-76647e471b3a req-8f2bf359-15a9-495f-922a-5a4dffab5be1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:11.119435 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 502a7c82-5879-411b-bea2-63be2c612623 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:00:11.129868 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:11.224122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bf359-15a9-495f-922a-5a4dffab5be1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Pushing event deleted for resources: {'Port': ['ID=066eb50e-d450-44d9-8ac8-4f373e723466,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:11.273939 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 502a7c82-5879-411b-bea2-63be2c612623 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:00:11.274687 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:11.337806 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8f2bf359-15a9-495f-922a-5a4dffab5be1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:11.393789 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f9141cc0-4d97-4696-9994-b5ef3afa08bb req-d784402c-563f-45b2-9925-7f10e37005b3 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 210 time: 0.0516393 Jan 20 21:00:11.475444 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 066eb50e-d450-44d9-8ac8-4f373e723466 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:00:11.525663 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] No Port match for: 066eb50e-d450-44d9-8ac8-4f373e723466 {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:00:11.526109 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 066eb50e-d450-44d9-8ac8-4f373e723466 not bound to the agent host hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:00:11.791586 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f04c457-4194-43cc-884e-76647e471b3a req-8f2bf359-15a9-495f-922a-5a4dffab5be1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:00:12.134357 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218fa1b-9e66-4916-9ab6-87f36f93aafb req-259b59ba-a3c1-41ef-a481-22f4fe306cc1 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:12.137506 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6218fa1b-9e66-4916-9ab6-87f36f93aafb req-259b59ba-a3c1-41ef-a481-22f4fe306cc1 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=59e9544c-78d4-4a07-abed-63751989dff8 HTTP/1.1" status: 200 len: 945 time: 0.1651342 Jan 20 21:00:12.143407 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f04c457-4194-43cc-884e-76647e471b3a req-8f2bf359-15a9-495f-922a-5a4dffab5be1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:00:12.157237 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e04c4-c7cd-4f14-b1ef-71b6eeffffa5 None None] Sync routers for ids ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:00:12.176368 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e04c4-c7cd-4f14-b1ef-71b6eeffffa5 None None] Routers {'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:00:12.177053 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e69e04c4-c7cd-4f14-b1ef-71b6eeffffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:00:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:00:12.198192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f04c457-4194-43cc-884e-76647e471b3a req-8f2bf359-15a9-495f-922a-5a4dffab5be1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] No DVR routers for this DVR port 066eb50e-d450-44d9-8ac8-4f373e723466 on host hv-cinder-74915 {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 21:00:12.201076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7f04c457-4194-43cc-884e-76647e471b3a req-8f2bf359-15a9-495f-922a-5a4dffab5be1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:12.204624 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e869c9-4c17-42c8-b199-5041f24699ee', 'name': 'network-vif-deleted', 'tag': '066eb50e-d450-44d9-8ac8-4f373e723466'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:00:12.218041 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6218fa1b-9e66-4916-9ab6-87f36f93aafb req-0fa45d06-335e-414d-b710-645041656945 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736542 Jan 20 21:00:12.232091 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7f04c457-4194-43cc-884e-76647e471b3a req-8f2bf359-15a9-495f-922a-5a4dffab5be1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.10 "DELETE /v2.0/ports/066eb50e-d450-44d9-8ac8-4f373e723466 HTTP/1.1" status: 204 len: 173 time: 2.1105833 Jan 20 21:00:12.299096 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e869c9-4c17-42c8-b199-5041f24699ee', 'name': 'network-vif-deleted', 'tag': '066eb50e-d450-44d9-8ac8-4f373e723466', 'status': 'completed', 'code': 200} Jan 20 21:00:12.630610 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-e69e04c4-c7cd-4f14-b1ef-71b6eeffffa5 None None] Set router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:00:12.665649 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9ee3a6c5-bdd2-4a4b-affa-9dd68864df10 req-37a9b557-14ea-4f2b-a4dc-3ecb81fc7238 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=e2e869c9-4c17-42c8-b199-5041f24699ee HTTP/1.1" status: 200 len: 210 time: 0.0550320 Jan 20 21:00:13.037629 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e69e04c4-c7cd-4f14-b1ef-71b6eeffffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '5f34744a-aa6e-4bc4-a407-3531d605c118', 'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'mac_address': 'fa:16:3e:3d:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:40Z', 'updated_at': '2021-01-20T20:54:56Z', 'revision_number': 5, 'project_id': '1d96be366a92447487212758b7c50e6f', 'subnets': [{'id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:00:13.043181 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e04c4-c7cd-4f14-b1ef-71b6eeffffa5 None None] Checking router: fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:00:13.054339 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e04c4-c7cd-4f14-b1ef-71b6eeffffa5 None None] Routers {'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:00:13.055114 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e69e04c4-c7cd-4f14-b1ef-71b6eeffffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:00:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:00:13.269055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-e69e04c4-c7cd-4f14-b1ef-71b6eeffffa5 None None] Set router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:00:13.590953 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b721c-a540-4d17-8b6f-06f262697e5f req-97202270-1662-45ad-a007-4a5e334c6571 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:13.592756 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9d9b721c-a540-4d17-8b6f-06f262697e5f req-97202270-1662-45ad-a007-4a5e334c6571 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=59e9544c-78d4-4a07-abed-63751989dff8 HTTP/1.1" status: 200 len: 945 time: 0.1140492 Jan 20 21:00:13.647982 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9d9b721c-a540-4d17-8b6f-06f262697e5f req-777d5188-7661-4fbf-bc7d-4417347d2d45 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481799 Jan 20 21:00:13.845349 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 57252) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:00:13.893535 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e69e04c4-c7cd-4f14-b1ef-71b6eeffffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '5f34744a-aa6e-4bc4-a407-3531d605c118', 'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'mac_address': 'fa:16:3e:3d:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:40Z', 'updated_at': '2021-01-20T20:54:56Z', 'revision_number': 5, 'project_id': '1d96be366a92447487212758b7c50e6f', 'subnets': [{'id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:00:13.900454 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e04c4-c7cd-4f14-b1ef-71b6eeffffa5 None None] The sync data for ids ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'] in dv-cinder-749155-5-iscsi is: [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '5f34744a-aa6e-4bc4-a407-3531d605c118', 'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'mac_address': 'fa:16:3e:3d:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:40Z', 'updated_at': '2021-01-20T20:54:56Z', 'revision_number': 5, 'project_id': '1d96be366a92447487212758b7c50e6f', 'subnets': [{'id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:00:13.981274 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05eac81-a191-43ab-9fda-dcb9b2fc2661 req-acad26d7-1f21-4cf5-a3ef-436082a19086 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:13.984073 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d05eac81-a191-43ab-9fda-dcb9b2fc2661 req-acad26d7-1f21-4cf5-a3ef-436082a19086 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.10 "GET /v2.0/ports?device_id=59e9544c-78d4-4a07-abed-63751989dff8 HTTP/1.1" status: 200 len: 945 time: 0.1821721 Jan 20 21:00:13.992344 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de5934f3-68b0-404c-9b2c-2bca8c810360 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:14.053968 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de5934f3-68b0-404c-9b2c-2bca8c810360 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:14.078481 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-d05eac81-a191-43ab-9fda-dcb9b2fc2661 req-6b2278b1-2f78-48ac-b142-c5ebc0265765 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Deleting port 502a7c82-5879-411b-bea2-63be2c612623 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:00:14.078907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d05eac81-a191-43ab-9fda-dcb9b2fc2661 req-6b2278b1-2f78-48ac-b142-c5ebc0265765 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:14.139242 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de5934f3-68b0-404c-9b2c-2bca8c810360 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:14.150008 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ef1b4dd5-2e12-4f71-8813-712e75c3d668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:14.188104 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5934f3-68b0-404c-9b2c-2bca8c810360 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:14.205334 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-de5934f3-68b0-404c-9b2c-2bca8c810360 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:14.221710 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de5934f3-68b0-404c-9b2c-2bca8c810360 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:14.228669 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-de5934f3-68b0-404c-9b2c-2bca8c810360 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "DELETE /v2.0/security-groups/7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499 HTTP/1.1" status: 204 len: 168 time: 0.3765354 Jan 20 21:00:14.229760 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 57258) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:00:14.271074 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.v2.resource [None req-dc73e50d-713a-4523-972d-015fbd138c7c tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] show failed (client error): The resource could not be found. Jan 20 21:00:14.273730 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-dc73e50d-713a-4523-972d-015fbd138c7c tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups/7c9c3fe6-cfc4-4ec1-adb2-2ceae8319499 HTTP/1.1" status: 404 len: 347 time: 0.0417144 Jan 20 21:00:14.281462 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 57262) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:00:14.414173 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-d05eac81-a191-43ab-9fda-dcb9b2fc2661 req-6b2278b1-2f78-48ac-b142-c5ebc0265765 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] For port 502a7c82-5879-411b-bea2-63be2c612623, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=502a7c82-5879-411b-bea2-63be2c612623,segment=NetworkSegment(62d50b8e-11f3-4fb7-933d-11956c761c62),segment_id=62d50b8e-11f3-4fb7-933d-11956c761c62)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:00:14.415077 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d05eac81-a191-43ab-9fda-dcb9b2fc2661 req-6b2278b1-2f78-48ac-b142-c5ebc0265765 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:14.466624 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02067e5d-cfbb-4913-bc94-72e6b4ce4098 None None] New status for floating IP c057e206-34bb-4905-b3d1-6b4c1ea5d446: DOWN {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 21:00:14.567430 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-d05eac81-a191-43ab-9fda-dcb9b2fc2661 req-6b2278b1-2f78-48ac-b142-c5ebc0265765 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Calling delete_port for 502a7c82-5879-411b-bea2-63be2c612623 owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:00:14.650950 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e0ba0-6466-4aee-908b-6f41dd85056f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Deleting port c284b6da-1a5a-4909-896c-13ad98ea06d0 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:00:14.651520 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e0ba0-6466-4aee-908b-6f41dd85056f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:14.758325 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d05eac81-a191-43ab-9fda-dcb9b2fc2661 req-6b2278b1-2f78-48ac-b142-c5ebc0265765 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:14.777536 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a79551d1-36d3-4104-8a56-8085fcc02736 tempest-VolumesNegativeTest-1388794329 tempest-VolumesNegativeTest-1388794329] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:14.887975 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 502a7c82-5879-411b-bea2-63be2c612623 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:00:14.923924 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2278b1-2f78-48ac-b142-c5ebc0265765 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Pushing event deleted for resources: {'Port': ['ID=502a7c82-5879-411b-bea2-63be2c612623,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:14.961850 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] No Port match for: 502a7c82-5879-411b-bea2-63be2c612623 {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:00:14.962338 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 502a7c82-5879-411b-bea2-63be2c612623 not bound to the agent host hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:00:14.975196 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6b2278b1-2f78-48ac-b142-c5ebc0265765 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:15.070352 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bb63d52f-92be-41e6-a5ba-bd894e31f3eb req-1bafde44-d329-43d2-8d32-d1c685642f56 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=59e9544c-78d4-4a07-abed-63751989dff8 HTTP/1.1" status: 200 len: 210 time: 0.0843472 Jan 20 21:00:15.100283 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e0ba0-6466-4aee-908b-6f41dd85056f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:15.100914 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e0ba0-6466-4aee-908b-6f41dd85056f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:15.149077 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05eac81-a191-43ab-9fda-dcb9b2fc2661 req-6b2278b1-2f78-48ac-b142-c5ebc0265765 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] No DVR routers for this DVR port 502a7c82-5879-411b-bea2-63be2c612623 on host hv-cinder-74915 {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 21:00:15.152982 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d05eac81-a191-43ab-9fda-dcb9b2fc2661 req-6b2278b1-2f78-48ac-b142-c5ebc0265765 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:15.157776 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e9544c-78d4-4a07-abed-63751989dff8', 'name': 'network-vif-deleted', 'tag': '502a7c82-5879-411b-bea2-63be2c612623'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:00:15.187793 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d05eac81-a191-43ab-9fda-dcb9b2fc2661 req-6b2278b1-2f78-48ac-b142-c5ebc0265765 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.10 "DELETE /v2.0/ports/502a7c82-5879-411b-bea2-63be2c612623 HTTP/1.1" status: 204 len: 173 time: 1.1928580 Jan 20 21:00:15.258052 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e0ba0-6466-4aee-908b-6f41dd85056f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Calling delete_port for c284b6da-1a5a-4909-896c-13ad98ea06d0 owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:00:15.262009 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e9544c-78d4-4a07-abed-63751989dff8', 'name': 'network-vif-deleted', 'tag': '502a7c82-5879-411b-bea2-63be2c612623', 'status': 'completed', 'code': 200} Jan 20 21:00:15.353653 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [None req-7c8e0ba0-6466-4aee-908b-6f41dd85056f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80113) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 21:00:15.354352 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [None req-7c8e0ba0-6466-4aee-908b-6f41dd85056f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 21:00:15.855760 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e0ba0-6466-4aee-908b-6f41dd85056f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Deleting port c284b6da-1a5a-4909-896c-13ad98ea06d0 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:00:15.856379 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e0ba0-6466-4aee-908b-6f41dd85056f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:16.080330 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e0ba0-6466-4aee-908b-6f41dd85056f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:16.080840 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e0ba0-6466-4aee-908b-6f41dd85056f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:16.244155 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e0ba0-6466-4aee-908b-6f41dd85056f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Calling delete_port for c284b6da-1a5a-4909-896c-13ad98ea06d0 owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:00:16.429982 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e0ba0-6466-4aee-908b-6f41dd85056f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:16.469886 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-39bcfddf-3829-4336-887e-9900ae190ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:16.596129 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e0ba0-6466-4aee-908b-6f41dd85056f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Pushing event deleted for resources: {'Port': ['ID=c284b6da-1a5a-4909-896c-13ad98ea06d0,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:16.625834 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7c8e0ba0-6466-4aee-908b-6f41dd85056f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:16.988131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-dc89c9ad-1fc7-4de4-be8f-d07a1491b496 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:16.990385 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-dc89c9ad-1fc7-4de4-be8f-d07a1491b496 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/networks?id=aedb4100-4487-47b4-9dd4-1e285862d545 HTTP/1.1" status: 200 len: 809 time: 0.4027588 Jan 20 21:00:17.027744 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e0ba0-6466-4aee-908b-6f41dd85056f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for floatingip, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:17.034213 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-bef5e4cf-2ad1-43aa-b1b1-8d447e2c76b7 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/quotas/cab9572c09ad49098f8924749d1cc95c HTTP/1.1" status: 200 len: 375 time: 0.0280578 Jan 20 21:00:17.096125 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e0ba0-6466-4aee-908b-6f41dd85056f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:17.097534 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-7c8e0ba0-6466-4aee-908b-6f41dd85056f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "DELETE /v2.0/floatingips/c057e206-34bb-4905-b3d1-6b4c1ea5d446 HTTP/1.1" status: 204 len: 168 time: 2.8145909 Jan 20 21:00:17.108431 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-4d068662-49bb-49b0-ad97-6d173b4c419f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?tenant_id=cab9572c09ad49098f8924749d1cc95c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636911 Jan 20 21:00:17.303648 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-204982f5-7004-4a6d-91b0-3bd2fb7c2292 service neutron] 10.222.0.18 "GET /v2.0/networks/aedb4100-4487-47b4-9dd4-1e285862d545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837389 Jan 20 21:00:17.468595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 57292) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:00:17.485656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-04f6ee2f-a8a6-45c0-b2d4-c851e1c4017f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Request body: {'security_group': {'name': 'tempest-securitygroup--90197232', 'description': 'tempest-description--379467395'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:00:17.501320 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-3bcc8a46-cd10-46bd-aff4-3ef9bb7e956b service neutron] 10.222.0.18 "GET /v2.0/networks/aedb4100-4487-47b4-9dd4-1e285862d545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1867142 Jan 20 21:00:17.504361 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-04f6ee2f-a8a6-45c0-b2d4-c851e1c4017f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:00:17.509423 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-04f6ee2f-a8a6-45c0-b2d4-c851e1c4017f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Usage tracker for resource:security_group and tenant:1d96be366a92447487212758b7c50e6f is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:00:17.512959 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-04f6ee2f-a8a6-45c0-b2d4-c851e1c4017f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:00:17.521090 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-04f6ee2f-a8a6-45c0-b2d4-c851e1c4017f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:00:17.533762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-04f6ee2f-a8a6-45c0-b2d4-c851e1c4017f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:17.562194 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-04f6ee2f-a8a6-45c0-b2d4-c851e1c4017f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:00:17.567196 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-04f6ee2f-a8a6-45c0-b2d4-c851e1c4017f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Usage tracker for resource:security_group_rule and tenant:1d96be366a92447487212758b7c50e6f is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:00:17.570956 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-04f6ee2f-a8a6-45c0-b2d4-c851e1c4017f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:00:17.579715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-04f6ee2f-a8a6-45c0-b2d4-c851e1c4017f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:00:17.677507 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-04f6ee2f-a8a6-45c0-b2d4-c851e1c4017f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:17.681437 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-04f6ee2f-a8a6-45c0-b2d4-c851e1c4017f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:17.687699 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-64a89c86-9ef9-4509-9b8e-f425e21121aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:17.784281 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6ee2f-a8a6-45c0-b2d4-c851e1c4017f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d3ac59-70c9-42e3-a988-461c4ae1aa9d,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:17.789802 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-471895ff-da18-487f-8610-36bea5f0824c req-badea2e9-9358-4b3a-a2d4-7824aa985ab9 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Synchronizing usage tracker for tenant:cab9572c09ad49098f8924749d1cc95c on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:00:17.792525 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-04f6ee2f-a8a6-45c0-b2d4-c851e1c4017f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:17.795512 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-04f6ee2f-a8a6-45c0-b2d4-c851e1c4017f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:17.797982 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-04f6ee2f-a8a6-45c0-b2d4-c851e1c4017f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3254051 Jan 20 21:00:17.801533 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 57302) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:00:17.807672 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-1495e2af-4a7d-46da-989f-17298715fda5 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Request body: {'security_group_rule': {'security_group_id': 'b7d3ac59-70c9-42e3-a988-461c4ae1aa9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:00:17.818387 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-1495e2af-4a7d-46da-989f-17298715fda5 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:00:17.822600 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-471895ff-da18-487f-8610-36bea5f0824c req-badea2e9-9358-4b3a-a2d4-7824aa985ab9 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Unset dirty status for tenant:cab9572c09ad49098f8924749d1cc95c on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:00:17.823553 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-1495e2af-4a7d-46da-989f-17298715fda5 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Usage tracker for resource:security_group_rule and tenant:1d96be366a92447487212758b7c50e6f is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:00:17.824662 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-471895ff-da18-487f-8610-36bea5f0824c req-badea2e9-9358-4b3a-a2d4-7824aa985ab9 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=cf5aa430-f2cf-4e83-b880-66bd68233619 HTTP/1.1" status: 200 len: 210 time: 0.1119261 Jan 20 21:00:17.827371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-1495e2af-4a7d-46da-989f-17298715fda5 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:00:17.834093 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-1495e2af-4a7d-46da-989f-17298715fda5 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:00:17.859725 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1495e2af-4a7d-46da-989f-17298715fda5 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:17.932281 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1495e2af-4a7d-46da-989f-17298715fda5 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:17.935253 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1495e2af-4a7d-46da-989f-17298715fda5 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889190'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:17.937470 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:17.964129 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495e2af-4a7d-46da-989f-17298715fda5 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da872d8a-d0fb-4cec-b3a5-810730c04b5d,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:17.967142 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1495e2af-4a7d-46da-989f-17298715fda5 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:17.974851 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1495e2af-4a7d-46da-989f-17298715fda5 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:17.976975 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-1495e2af-4a7d-46da-989f-17298715fda5 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1741390 Jan 20 21:00:17.981207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 57310) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:00:17.987141 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-ea49f6a7-bf26-4b25-9659-1170066a8baf tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Request body: {'security_group_rule': {'security_group_id': 'b7d3ac59-70c9-42e3-a988-461c4ae1aa9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:00:17.997416 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ea49f6a7-bf26-4b25-9659-1170066a8baf tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:00:18.002642 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ea49f6a7-bf26-4b25-9659-1170066a8baf tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Usage tracker for resource:security_group_rule and tenant:1d96be366a92447487212758b7c50e6f is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:00:18.006785 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ea49f6a7-bf26-4b25-9659-1170066a8baf tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:00:18.015634 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ea49f6a7-bf26-4b25-9659-1170066a8baf tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:00:18.040261 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ea49f6a7-bf26-4b25-9659-1170066a8baf tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group_rule, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:18.118612 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ea49f6a7-bf26-4b25-9659-1170066a8baf tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:18.122279 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ea49f6a7-bf26-4b25-9659-1170066a8baf tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889190'] for security_group_rule, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:18.124615 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b934afdf-2a4c-4260-a20f-a32c7b1b71e1 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:18.148859 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49f6a7-bf26-4b25-9659-1170066a8baf tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0937120e-09b4-4c4e-985b-23fee03eb752,revision_number=0']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:18.153887 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ea49f6a7-bf26-4b25-9659-1170066a8baf tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:18.162018 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ea49f6a7-bf26-4b25-9659-1170066a8baf tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group_rule, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:18.163461 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-ea49f6a7-bf26-4b25-9659-1170066a8baf tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1810935 Jan 20 21:00:18.167988 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 57316) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:00:18.174008 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Request body: {'floatingip': {'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:00:18.183808 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:00:18.188261 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Usage tracker for resource:floatingip and tenant:1d96be366a92447487212758b7c50e6f is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:00:18.191592 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:00:18.198293 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:00:18.210920 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for floatingip, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:18.615309 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:18.918673 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Allocated IP 172.27.0.129 (06ea3fc8-bdc7-4401-9b28-54093eee0170/7fa42e9a-db2b-4126-9d0c-025f1cb6919b/4be68448-7e37-4c4d-a8de-36f4f67f6cbe) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 21:00:19.175960 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4eaa5da0-7732-4c17-b969-83f60a750649 req-69432798-f233-40e0-9557-a0e65f9b2258 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=cf5aa430-f2cf-4e83-b880-66bd68233619 HTTP/1.1" status: 200 len: 210 time: 0.0813870 Jan 20 21:00:19.299778 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-e079f8f9-a8fe-4889-b39d-be13380ff363 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:19.301613 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-e079f8f9-a8fe-4889-b39d-be13380ff363 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.10 "GET /v2.0/networks?id=aedb4100-4487-47b4-9dd4-1e285862d545 HTTP/1.1" status: 200 len: 809 time: 0.3720915 Jan 20 21:00:19.341779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:19.354367 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-8e567014-d8de-4511-9958-83d38653201f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Request body: {'port': {'device_id': 'cf5aa430-f2cf-4e83-b880-66bd68233619', 'network_id': 'aedb4100-4487-47b4-9dd4-1e285862d545', 'admin_state_up': True, 'tenant_id': 'cab9572c09ad49098f8924749d1cc95c'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:00:19.579264 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:19.613036 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5ef2d939-fd8e-4823-820f-137b6a4ca5a2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:19.801679 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-8e567014-d8de-4511-9958-83d38653201f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:00:19.860858 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-8e567014-d8de-4511-9958-83d38653201f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:00:19.885507 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Pushing event updated for resources: {'Port': ['ID=4be68448-7e37-4c4d-a8de-36f4f67f6cbe,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:19.891715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:19.907282 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-8e567014-d8de-4511-9958-83d38653201f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Made reservation on behalf of cab9572c09ad49098f8924749d1cc95c for: {'port': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 21:00:19.916707 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-8e567014-d8de-4511-9958-83d38653201f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:20.082311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:00:20.092915 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:00:20.098471 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 21:00:20.343770 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for floatingip, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:20.467356 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-8e567014-d8de-4511-9958-83d38653201f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Allocated IP 172.20.0.14 (aedb4100-4487-47b4-9dd4-1e285862d545/53b788da-e560-44b8-96bb-784c3ad79cef/3e55941d-9f18-4204-9bd9-232732cffb61) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 21:00:20.471149 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f53d62ae-796d-4a71-9d11-488709fffef6 req-60ec32f0-b414-47c9-b471-764faff3483c tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=cf5aa430-f2cf-4e83-b880-66bd68233619 HTTP/1.1" status: 200 len: 210 time: 0.0806839 Jan 20 21:00:20.497922 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:20.943675 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-8e567014-d8de-4511-9958-83d38653201f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:21.010813 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:21.016726 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:21.034246 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-547f422a-6bfd-431e-a3a4-89b242af99ff tempest-ServerRescueNegativeTestJSON-414396216 tempest-ServerRescueNegativeTestJSON-414396216] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:21.124887 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-8e567014-d8de-4511-9958-83d38653201f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:21.267748 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Pushing event updated for resources: {'Port': ['ID=4be68448-7e37-4c4d-a8de-36f4f67f6cbe,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:21.277469 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:21.278037 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-194d2451-3052-47ec-b8b8-f0ea72140b63 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:21.690641 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e567014-d8de-4511-9958-83d38653201f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Pushing event updated for resources: {'Port': ['ID=3e55941d-9f18-4204-9bd9-232732cffb61,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:21.702101 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8e567014-d8de-4511-9958-83d38653201f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:21.795957 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:21.805396 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-8e567014-d8de-4511-9958-83d38653201f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Network aedb4100-4487-47b4-9dd4-1e285862d545 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:00:21.810493 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-8e567014-d8de-4511-9958-83d38653201f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:00:21.818986 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-8e567014-d8de-4511-9958-83d38653201f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 21:00:21.903229 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:21.904584 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7354934 Jan 20 21:00:21.939790 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-8e567014-d8de-4511-9958-83d38653201f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:21.940528 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-8e567014-d8de-4511-9958-83d38653201f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:21.970446 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b8688-b458-4eb3-99fd-ac99d6dd04b2 req-a1f00f51-3847-42b3-a5e4-d2b4eb44699a tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:21.971306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-1d0b8688-b458-4eb3-99fd-ac99d6dd04b2 req-a1f00f51-3847-42b3-a5e4-d2b4eb44699a tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Synchronizing usage tracker for tenant:cab9572c09ad49098f8924749d1cc95c on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:00:21.997818 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-8e567014-d8de-4511-9958-83d38653201f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6674001 Jan 20 21:00:22.015646 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-1d0b8688-b458-4eb3-99fd-ac99d6dd04b2 req-a1f00f51-3847-42b3-a5e4-d2b4eb44699a tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Unset dirty status for tenant:cab9572c09ad49098f8924749d1cc95c on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:00:22.017791 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1d0b8688-b458-4eb3-99fd-ac99d6dd04b2 req-a1f00f51-3847-42b3-a5e4-d2b4eb44699a tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=cf5aa430-f2cf-4e83-b880-66bd68233619 HTTP/1.1" status: 200 len: 932 time: 0.3196430 Jan 20 21:00:22.025278 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Request body: {'port': {'device_id': 'cf5aa430-f2cf-4e83-b880-66bd68233619', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:00:22.209942 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-2fd863ee-85db-41d5-a5e2-598cc8c5aaca tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Synchronizing usage tracker for tenant:1d96be366a92447487212758b7c50e6f on resource:security_group {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:00:22.213169 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1d0b8688-b458-4eb3-99fd-ac99d6dd04b2 req-c087902d-38e3-4489-9c7d-13ed88c0f885 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369402 Jan 20 21:00:22.236764 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-2fd863ee-85db-41d5-a5e2-598cc8c5aaca tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Unset dirty status for tenant:1d96be366a92447487212758b7c50e6f on resource:security_group {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:00:22.237147 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:22.239139 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-2fd863ee-85db-41d5-a5e2-598cc8c5aaca tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--90197232&fields=id&tenant_id=1d96be366a92447487212758b7c50e6f HTTP/1.1" status: 200 len: 267 time: 0.0824959 Jan 20 21:00:22.746063 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-f5686f42-4b15-40cc-97c3-537b37cd9e86 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:22.748734 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-f5686f42-4b15-40cc-97c3-537b37cd9e86 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/networks?id=f278e563-18ec-4833-a094-4f0a1a5f0abc HTTP/1.1" status: 200 len: 810 time: 0.4957359 Jan 20 21:00:22.773199 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65818cf7-5157-4cbc-820e-ba5e8c15b1df tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/quotas/1d96be366a92447487212758b7c50e6f HTTP/1.1" status: 200 len: 375 time: 0.0167124 Jan 20 21:00:22.852712 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e55941d-9f18-4204-9bd9-232732cffb61 {{(pid=80112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 21:00:22.866141 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:22.883938 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Transition to ACTIVE for port object 3e55941d-9f18-4204-9bd9-232732cffb61 will not be triggered until provisioned by entity L2. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:00:22.888954 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:22.911212 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a11fb141-d1e3-44de-8cab-0ea87195bc22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:22.964575 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-4bad518d-6e38-4041-b429-74e891410eac tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Synchronizing usage tracker for tenant:1d96be366a92447487212758b7c50e6f on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:00:22.989600 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-4bad518d-6e38-4041-b429-74e891410eac tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Unset dirty status for tenant:1d96be366a92447487212758b7c50e6f on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:00:22.992066 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-4bad518d-6e38-4041-b429-74e891410eac tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d96be366a92447487212758b7c50e6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2116325 Jan 20 21:00:23.152337 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e55941d-9f18-4204-9bd9-232732cffb61,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:23.175174 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:23.256443 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-f49a58d2-1473-4783-9285-4487f4045485 service neutron] 10.222.0.18 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446301 Jan 20 21:00:23.468827 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Attempting to bind port 3e55941d-9f18-4204-9bd9-232732cffb61 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 21:00:23.471018 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Attempting to bind port 3e55941d-9f18-4204-9bd9-232732cffb61 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '62d50b8e-11f3-4fb7-933d-11956c761c62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aedb4100-4487-47b4-9dd4-1e285862d545'}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 21:00:23.471786 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Attempting to bind port 3e55941d-9f18-4204-9bd9-232732cffb61 on network aedb4100-4487-47b4-9dd4-1e285862d545 {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 21:00:23.481373 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 21, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 21:00:23.482306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Checking segment: {'id': '62d50b8e-11f3-4fb7-933d-11956c761c62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aedb4100-4487-47b4-9dd4-1e285862d545'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 21:00:23.483522 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:23.484289 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Bound using segment: {'id': '62d50b8e-11f3-4fb7-933d-11956c761c62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aedb4100-4487-47b4-9dd4-1e285862d545'} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 21:00:23.485104 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Bound port: 3e55941d-9f18-4204-9bd9-232732cffb61, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d50b8e-11f3-4fb7-933d-11956c761c62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aedb4100-4487-47b4-9dd4-1e285862d545'}}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 21:00:23.485714 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:23.510816 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-2d8ee6bc-49db-4149-a280-17c50b339dfc service neutron] 10.222.0.18 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2466733 Jan 20 21:00:23.693431 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] For port 3e55941d-9f18-4204-9bd9-232732cffb61, host hv-cinder-74915, cleared binding levels {{(pid=80112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 21:00:23.698435 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] For port 3e55941d-9f18-4204-9bd9-232732cffb61, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3e55941d-9f18-4204-9bd9-232732cffb61,segment=NetworkSegment(62d50b8e-11f3-4fb7-933d-11956c761c62),segment_id=62d50b8e-11f3-4fb7-933d-11956c761c62)] {{(pid=80112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 21:00:23.723515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9b95a-663b-4066-871c-7c946a950a55 req-115cdd1f-1449-4310-a915-26b297780a4d tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:23.725359 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6ec9b95a-663b-4066-871c-7c946a950a55 req-115cdd1f-1449-4310-a915-26b297780a4d tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=cf5aa430-f2cf-4e83-b880-66bd68233619 HTTP/1.1" status: 200 len: 944 time: 0.2268271 Jan 20 21:00:23.727392 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:23.751708 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9a4db558-85fa-4405-8012-12a3dfefc17b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:23.789735 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f871deb4-1734-428a-a2c2-01b1f778b3aa req-d6eaeb29-d299-48c5-9eb3-01ab26cb3231 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 210 time: 0.0514953 Jan 20 21:00:23.979390 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e55941d-9f18-4204-9bd9-232732cffb61,revision_number=3']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:23.990941 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6ec9b95a-663b-4066-871c-7c946a950a55 req-64b12352-5a14-4413-9d5d-6b9e554ca84d tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415802 Jan 20 21:00:23.992504 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:24.041552 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:24.042318 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:24.043857 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] 10.222.0.10 "PUT /v2.0/ports/3e55941d-9f18-4204-9bd9-232732cffb61 HTTP/1.1" status: 200 len: 1158 time: 2.0307395 Jan 20 21:00:24.044444 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5aa430-f2cf-4e83-b880-66bd68233619', 'tag': '3e55941d-9f18-4204-9bd9-232732cffb61'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:00:24.110242 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5aa430-f2cf-4e83-b880-66bd68233619', 'tag': '3e55941d-9f18-4204-9bd9-232732cffb61', 'status': 'completed', 'code': 200} Jan 20 21:00:24.221271 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-dea75cf5-91b2-460f-a43b-4d875bcea9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:24.222507 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-dea75cf5-91b2-460f-a43b-4d875bcea9bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cab9572c09ad49098f8924749d1cc95c&device_id=cf5aa430-f2cf-4e83-b880-66bd68233619 HTTP/1.1" status: 200 len: 1161 time: 0.0882649 Jan 20 21:00:24.372876 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-9606cd26-7c66-4f70-8a66-7b4e0ceb5f9e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e55941d-9f18-4204-9bd9-232732cffb61 HTTP/1.1" status: 200 len: 217 time: 0.1308568 Jan 20 21:00:24.471206 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-76f5b7cb-5645-4304-aa0c-3724f18487c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:24.473075 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-76f5b7cb-5645-4304-aa0c-3724f18487c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=53b788da-e560-44b8-96bb-784c3ad79cef HTTP/1.1" status: 200 len: 849 time: 0.0889263 Jan 20 21:00:24.541383 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-2c306b9a-ab7c-464b-a3fe-303c27766e19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aedb4100-4487-47b4-9dd4-1e285862d545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569777 Jan 20 21:00:24.705186 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-f441c082-b7e4-4469-bd01-021ad2d0f256 service neutron] 10.222.0.10 "GET /v2.0/networks/aedb4100-4487-47b4-9dd4-1e285862d545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546528 Jan 20 21:00:24.880366 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d4156e45-ea3a-4de2-9539-538fefaa53c7 req-97186062-36f4-47ba-8869-f75c9fd78082 service neutron] 10.222.0.10 "GET /v2.0/networks/aedb4100-4487-47b4-9dd4-1e285862d545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1680326 Jan 20 21:00:25.006300 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-72d67545-51f9-4a64-b8f3-d3e7929f34b1 req-4013722a-cb97-4ab2-918d-11cddc9ea196 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Synchronizing usage tracker for tenant:1d96be366a92447487212758b7c50e6f on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:00:25.066824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-72d67545-51f9-4a64-b8f3-d3e7929f34b1 req-4013722a-cb97-4ab2-918d-11cddc9ea196 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Unset dirty status for tenant:1d96be366a92447487212758b7c50e6f on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:00:25.068132 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-72d67545-51f9-4a64-b8f3-d3e7929f34b1 req-4013722a-cb97-4ab2-918d-11cddc9ea196 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 210 time: 0.1207023 Jan 20 21:00:25.102472 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa7439-538b-4bab-b83f-f934c881f6ba req-ac82fbc5-b082-4e0b-8536-6f0cb85b263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:25.104213 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-95aa7439-538b-4bab-b83f-f934c881f6ba req-ac82fbc5-b082-4e0b-8536-6f0cb85b263a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cab9572c09ad49098f8924749d1cc95c&device_id=cf5aa430-f2cf-4e83-b880-66bd68233619 HTTP/1.1" status: 200 len: 1161 time: 0.0955412 Jan 20 21:00:25.277609 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef42e9-927f-438e-9f8d-5891f5382bc3 req-bf68c6ea-cf3c-4c93-9601-9ae5cd68b29e tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:25.277849 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa7439-538b-4bab-b83f-f934c881f6ba req-e3e81ed1-0bed-4466-8f80-02a025cadde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:25.279342 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8eef42e9-927f-438e-9f8d-5891f5382bc3 req-bf68c6ea-cf3c-4c93-9601-9ae5cd68b29e tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=cf5aa430-f2cf-4e83-b880-66bd68233619 HTTP/1.1" status: 200 len: 944 time: 0.1338758 Jan 20 21:00:25.279763 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-95aa7439-538b-4bab-b83f-f934c881f6ba req-e3e81ed1-0bed-4466-8f80-02a025cadde8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=aedb4100-4487-47b4-9dd4-1e285862d545 HTTP/1.1" status: 200 len: 903 time: 0.1613436 Jan 20 21:00:25.342218 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8eef42e9-927f-438e-9f8d-5891f5382bc3 req-367a4cb9-a3ae-4f95-9e1f-2b66ee473fa1 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521932 Jan 20 21:00:25.440642 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-95aa7439-538b-4bab-b83f-f934c881f6ba req-d221be33-d99a-44a8-be13-243854884ab5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e55941d-9f18-4204-9bd9-232732cffb61 HTTP/1.1" status: 200 len: 217 time: 0.1053762 Jan 20 21:00:25.603079 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa7439-538b-4bab-b83f-f934c881f6ba req-f9b8f841-d120-4c80-89a1-18ab0a6a5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:25.604655 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-95aa7439-538b-4bab-b83f-f934c881f6ba req-f9b8f841-d120-4c80-89a1-18ab0a6a5821 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=53b788da-e560-44b8-96bb-784c3ad79cef HTTP/1.1" status: 200 len: 849 time: 0.1148412 Jan 20 21:00:25.700967 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-43332063-dc65-4dba-9db7-1c2de172f896 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:25.702630 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-43332063-dc65-4dba-9db7-1c2de172f896 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.10 "GET /v2.0/networks?id=f278e563-18ec-4833-a094-4f0a1a5f0abc HTTP/1.1" status: 200 len: 810 time: 0.3082817 Jan 20 21:00:25.705457 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-95aa7439-538b-4bab-b83f-f934c881f6ba req-6afa783a-89f4-4acb-ac2b-93e8ea78c778 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aedb4100-4487-47b4-9dd4-1e285862d545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798895 Jan 20 21:00:25.975235 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-5811fc7a-76a8-4901-a42d-22453538db7e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Synchronizing usage tracker for tenant:1d96be366a92447487212758b7c50e6f on resource:security_group {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:00:26.008918 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-5811fc7a-76a8-4901-a42d-22453538db7e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Unset dirty status for tenant:1d96be366a92447487212758b7c50e6f on resource:security_group {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:00:26.010354 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-5811fc7a-76a8-4901-a42d-22453538db7e tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d96be366a92447487212758b7c50e6f HTTP/1.1" status: 200 len: 5702 time: 0.2812114 Jan 20 21:00:26.014417 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-95aa7439-538b-4bab-b83f-f934c881f6ba req-b679ee78-df68-49f9-96e4-4537f2287b74 service neutron] 10.222.0.10 "GET /v2.0/networks/aedb4100-4487-47b4-9dd4-1e285862d545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583485 Jan 20 21:00:26.028025 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Request body: {'port': {'device_id': 'b0fdbd5f-12b0-45d4-89d8-28f5f1675add', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'admin_state_up': True, 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'security_groups': ['b7d3ac59-70c9-42e3-a988-461c4ae1aa9d']}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:00:26.296452 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aac2fe2d-7225-4d88-84a8-cddde61366e0 req-3d43e607-974d-44ef-8f18-47b607f2f125 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 210 time: 0.0516505 Jan 20 21:00:26.605759 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-95aa7439-538b-4bab-b83f-f934c881f6ba req-e6f6d8fd-07c2-41cb-a8fd-b9f0a2f850f0 service neutron] 10.222.0.10 "GET /v2.0/networks/aedb4100-4487-47b4-9dd4-1e285862d545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5818455 Jan 20 21:00:26.613597 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:00:26.627657 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:00:26.644913 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Made reservation on behalf of 1d96be366a92447487212758b7c50e6f for: {'port': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 21:00:26.654812 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:26.736574 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df0565-0124-4f98-9d25-78b08658d234 req-ae088fd9-ccb8-41b6-994e-f8a142e5b78f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:26.738336 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a5df0565-0124-4f98-9d25-78b08658d234 req-ae088fd9-ccb8-41b6-994e-f8a142e5b78f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=cf5aa430-f2cf-4e83-b880-66bd68233619 HTTP/1.1" status: 200 len: 944 time: 0.1920140 Jan 20 21:00:26.887083 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a5df0565-0124-4f98-9d25-78b08658d234 req-ba48a7dd-f778-42c7-8b08-d938d4300379 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311178 Jan 20 21:00:27.077332 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Allocated IP 172.20.0.8 (f278e563-18ec-4833-a094-4f0a1a5f0abc/4c922eec-afe6-4eee-af95-8fb9a05787f0/f55834b8-1bf0-4981-81a1-ae8d5f3e5164) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 21:00:27.302111 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:27.333939 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Transition to ACTIVE for port object f55834b8-1bf0-4981-81a1-ae8d5f3e5164 will not be triggered until provisioned by entity DHCP. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:00:27.378454 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:27.416194 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c298bfa7-17fe-47b1-9cbf-bb288157bdfd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:27.500665 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bb508041-cce4-49db-9720-e1b33e1ded85 req-cd93ae7e-64d2-4f4f-b70e-f89c1bfd232a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1552023847&fields=id&tenant_id=19acbd934bc9493aa3ec8510f6d95f37 HTTP/1.1" status: 200 len: 267 time: 0.0518517 Jan 20 21:00:27.617067 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 3e55941d-9f18-4204-9bd9-232732cffb61 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:00:27.664409 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb508041-cce4-49db-9720-e1b33e1ded85 req-759bfaf9-4e7b-443c-a804-35de47576153 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:27.667231 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bb508041-cce4-49db-9720-e1b33e1ded85 req-759bfaf9-4e7b-443c-a804-35de47576153 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 984 time: 0.1584959 Jan 20 21:00:27.690448 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-bb508041-cce4-49db-9720-e1b33e1ded85 req-8335fc14-84b3-4ca5-85ba-6e71d29944a1 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Request body: {'port': {'security_groups': ['392f3129-e4d5-48ff-8389-3432367a0adc']}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:00:27.695329 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Pushing event updated for resources: {'Port': ['ID=f55834b8-1bf0-4981-81a1-ae8d5f3e5164,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:27.719739 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.720062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.720473 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.720893 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.721306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.721715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.722122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.722526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.722959 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.723363 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.723762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.724571 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.724571 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.724974 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.725366 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.726351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.726815 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.727218 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.727616 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.728016 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.728414 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.728808 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.729280 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.729586 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:27.749795 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:27.756317 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port 3e55941d-9f18-4204-9bd9-232732cffb61 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:00:27.768506 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 3e55941d-9f18-4204-9bd9-232732cffb61 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:00:27.768969 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:27.834133 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78948574-e3d4-4105-9011-182df4b81be4 req-00917e14-5944-406e-8db0-8d5e45f485c4 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:27.836393 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-78948574-e3d4-4105-9011-182df4b81be4 req-00917e14-5944-406e-8db0-8d5e45f485c4 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 931 time: 0.3391244 Jan 20 21:00:27.849630 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Network f278e563-18ec-4833-a094-4f0a1a5f0abc is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:00:27.851080 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:00:27.868866 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 21:00:27.945066 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:27.969896 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-bb508041-cce4-49db-9720-e1b33e1ded85 req-8335fc14-84b3-4ca5-85ba-6e71d29944a1 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:27.978832 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-78948574-e3d4-4105-9011-182df4b81be4 req-dd74a9df-05fe-4abb-a84e-3d9fc794db7f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=b7d3ac59-70c9-42e3-a988-461c4ae1aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1252515 Jan 20 21:00:28.001355 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 3e55941d-9f18-4204-9bd9-232732cffb61, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3e55941d-9f18-4204-9bd9-232732cffb61,segment=NetworkSegment(62d50b8e-11f3-4fb7-933d-11956c761c62),segment_id=62d50b8e-11f3-4fb7-933d-11956c761c62)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:00:28.002608 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5aa430-f2cf-4e83-b880-66bd68233619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e55941d-9f18-4204-9bd9-232732cffb61'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:00:28.010912 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:28.013103 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:28.020930 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:28.024135 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:28.085156 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0622432 Jan 20 21:00:28.111294 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Request body: {'port': {'device_id': 'b0fdbd5f-12b0-45d4-89d8-28f5f1675add', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:00:28.113256 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=3e55941d-9f18-4204-9bd9-232732cffb61,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:28.129142 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:28.219916 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-85b2ee1f-47c2-4807-9660-5ea6e2cf225c None None] Provisioning for port f55834b8-1bf0-4981-81a1-ae8d5f3e5164 completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:00:28.227295 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-85b2ee1f-47c2-4807-9660-5ea6e2cf225c None None] Provisioning complete for port f55834b8-1bf0-4981-81a1-ae8d5f3e5164 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:00:28.228166 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-85b2ee1f-47c2-4807-9660-5ea6e2cf225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:28.262473 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:28.294315 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-85b2ee1f-47c2-4807-9660-5ea6e2cf225c None None] Port f55834b8-1bf0-4981-81a1-ae8d5f3e5164 cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 21:00:28.518245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-bb508041-cce4-49db-9720-e1b33e1ded85 req-8335fc14-84b3-4ca5-85ba-6e71d29944a1 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] For port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8,segment=NetworkSegment(577b47de-df02-49f3-b50a-c1ba43cf5e72),segment_id=577b47de-df02-49f3-b50a-c1ba43cf5e72)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:00:28.546910 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-bb508041-cce4-49db-9720-e1b33e1ded85 req-8335fc14-84b3-4ca5-85ba-6e71d29944a1 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:28.551236 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-bb508041-cce4-49db-9720-e1b33e1ded85 req-8335fc14-84b3-4ca5-85ba-6e71d29944a1 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852348194'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:28.568911 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:28.715085 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cb03d-b635-41fa-b9e9-d799c2c93385 req-c90e7a41-8473-4349-b89a-c755354daa7b tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:28.716801 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f42cb03d-b635-41fa-b9e9-d799c2c93385 req-c90e7a41-8473-4349-b89a-c755354daa7b tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=cf5aa430-f2cf-4e83-b880-66bd68233619 HTTP/1.1" status: 200 len: 946 time: 0.2455316 Jan 20 21:00:28.764750 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335fc14-84b3-4ca5-85ba-6e71d29944a1 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Pushing event updated for resources: {'Port': ['ID=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8,revision_number=6']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:28.776164 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8335fc14-84b3-4ca5-85ba-6e71d29944a1 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:28.796726 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f42cb03d-b635-41fa-b9e9-d799c2c93385 req-9c34e5c8-eff3-4d4d-a0cc-c9516ba837d6 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622971 Jan 20 21:00:28.870438 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb508041-cce4-49db-9720-e1b33e1ded85 req-8335fc14-84b3-4ca5-85ba-6e71d29944a1 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:28.871642 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-bb508041-cce4-49db-9720-e1b33e1ded85 req-8335fc14-84b3-4ca5-85ba-6e71d29944a1 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:28.880812 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bb508041-cce4-49db-9720-e1b33e1ded85 req-8335fc14-84b3-4ca5-85ba-6e71d29944a1 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "PUT /v2.0/ports/8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 HTTP/1.1" status: 200 len: 942 time: 1.1988394 Jan 20 21:00:28.881107 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55834b8-1bf0-4981-81a1-ae8d5f3e5164 {{(pid=80112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 21:00:28.882946 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3fddfa-949a-461c-b207-6cc2a74cab66', 'tag': '8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:00:28.892269 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:28.905861 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5aa430-f2cf-4e83-b880-66bd68233619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e55941d-9f18-4204-9bd9-232732cffb61', 'code': 200} Jan 20 21:00:28.908787 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Transition to ACTIVE for port object f55834b8-1bf0-4981-81a1-ae8d5f3e5164 will not be triggered until provisioned by entity L2. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:00:28.913826 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:28.933366 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a80e7164-6b6d-410a-aea9-d60c076ed6bf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:29.050953 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3fddfa-949a-461c-b207-6cc2a74cab66', 'tag': '8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8', 'status': 'completed', 'code': 200} Jan 20 21:00:29.088281 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c9e41aa7-5a27-4b95-9aec-e81632efcaeb req-bf42f911-975b-4a1b-86ac-8b226b9305f8 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups/12fac88b-e6d0-4dff-89f9-f1a8df0027e3 HTTP/1.1" status: 200 len: 3005 time: 0.1626613 Jan 20 21:00:29.152989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Pushing event updated for resources: {'Port': ['ID=f55834b8-1bf0-4981-81a1-ae8d5f3e5164,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:29.175111 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:29.233877 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-7214f85a-bc3f-4b56-a8fb-5c8084facada None None] Provisioning complete for port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:00:29.246286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7214f85a-bc3f-4b56-a8fb-5c8084facada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:29.355705 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c9e41aa7-5a27-4b95-9aec-e81632efcaeb req-21333686-0dab-461e-83a8-e4af74e72739 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:29.396473 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c9e41aa7-5a27-4b95-9aec-e81632efcaeb req-21333686-0dab-461e-83a8-e4af74e72739 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:29.440476 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb3e29-911f-42ea-98aa-9ee2c1a0ad24 req-a5981483-dcbf-4418-a7ec-52fcec6779e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:29.442871 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-79cb3e29-911f-42ea-98aa-9ee2c1a0ad24 req-a5981483-dcbf-4418-a7ec-52fcec6779e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19acbd934bc9493aa3ec8510f6d95f37&device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 1162 time: 0.3433077 Jan 20 21:00:29.465170 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c9e41aa7-5a27-4b95-9aec-e81632efcaeb req-21333686-0dab-461e-83a8-e4af74e72739 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:29.483869 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:00:29.486530 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f6350225-ac8a-4d77-9afe-9553beb8916f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:29.532355 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21333686-0dab-461e-83a8-e4af74e72739 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fac88b-e6d0-4dff-89f9-f1a8df0027e3,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:29.538683 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-21333686-0dab-461e-83a8-e4af74e72739 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:29.553305 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c9e41aa7-5a27-4b95-9aec-e81632efcaeb req-21333686-0dab-461e-83a8-e4af74e72739 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:29.575300 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c9e41aa7-5a27-4b95-9aec-e81632efcaeb req-21333686-0dab-461e-83a8-e4af74e72739 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "DELETE /v2.0/security-groups/12fac88b-e6d0-4dff-89f9-f1a8df0027e3 HTTP/1.1" status: 204 len: 173 time: 0.4800067 Jan 20 21:00:29.611970 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365c130-0fa2-49c7-98d8-5db5e99266a6 req-50178789-bdaf-4a9a-a212-2687d295ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:29.625268 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1365c130-0fa2-49c7-98d8-5db5e99266a6 req-50178789-bdaf-4a9a-a212-2687d295ff72 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cf5aa430-f2cf-4e83-b880-66bd68233619 HTTP/1.1" status: 200 len: 1163 time: 0.4136436 Jan 20 21:00:29.637886 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-82321e1d-6fd0-41ba-8119-2a4de66a9ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:29.648379 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:00:29.648854 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:29.721236 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1365c130-0fa2-49c7-98d8-5db5e99266a6 req-2bd625e2-78d1-4713-9d2c-234aa08dbe1a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871198 Jan 20 21:00:29.900494 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 3e55941d-9f18-4204-9bd9-232732cffb61 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:00:29.972596 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Attempting to bind port f55834b8-1bf0-4981-81a1-ae8d5f3e5164 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 21:00:29.972979 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Attempting to bind port f55834b8-1bf0-4981-81a1-ae8d5f3e5164 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': 'deb6def9-f016-4f69-b6a9-5314f6ce15c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc'}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 21:00:29.973336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Attempting to bind port f55834b8-1bf0-4981-81a1-ae8d5f3e5164 on network f278e563-18ec-4833-a094-4f0a1a5f0abc {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 21:00:30.000649 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 21, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 21:00:30.001036 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Checking segment: {'id': 'deb6def9-f016-4f69-b6a9-5314f6ce15c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 21:00:30.001461 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:30.001865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Bound using segment: {'id': 'deb6def9-f016-4f69-b6a9-5314f6ce15c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc'} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 21:00:30.002373 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Bound port: f55834b8-1bf0-4981-81a1-ae8d5f3e5164, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb6def9-f016-4f69-b6a9-5314f6ce15c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc'}}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 21:00:30.002810 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:30.005989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 3e55941d-9f18-4204-9bd9-232732cffb61 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:00:30.006779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:30.100065 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df7019-5237-49ce-9797-a34e5696b5a3 req-7dfd3cee-aafd-4c57-b192-9aef5a06e9d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:30.101527 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-92df7019-5237-49ce-9797-a34e5696b5a3 req-7dfd3cee-aafd-4c57-b192-9aef5a06e9d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Synchronizing usage tracker for tenant:1d96be366a92447487212758b7c50e6f on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:00:30.117260 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb3e29-911f-42ea-98aa-9ee2c1a0ad24 req-7c712756-4b8c-482b-9485-123055f0d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:30.119103 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-79cb3e29-911f-42ea-98aa-9ee2c1a0ad24 req-7c712756-4b8c-482b-9485-123055f0d2f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=296e01d9-eed6-4c61-9729-39e865bcc82f HTTP/1.1" status: 200 len: 909 time: 0.6688564 Jan 20 21:00:30.215454 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-079e570c-4519-4836-bb91-23cfc551b042 req-664f5f03-0faa-48c9-9bc7-cf01225fd9b4 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/floatingips/3ebd02f9-c1eb-43cb-94a1-3a6350a531c8 HTTP/1.1" status: 200 len: 997 time: 0.1354501 Jan 20 21:00:30.239168 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-92df7019-5237-49ce-9797-a34e5696b5a3 req-7dfd3cee-aafd-4c57-b192-9aef5a06e9d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Unset dirty status for tenant:1d96be366a92447487212758b7c50e6f on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:00:30.240480 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-92df7019-5237-49ce-9797-a34e5696b5a3 req-7dfd3cee-aafd-4c57-b192-9aef5a06e9d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 943 time: 0.9309320 Jan 20 21:00:30.300041 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-79cb3e29-911f-42ea-98aa-9ee2c1a0ad24 req-88f4de49-0053-4afe-a443-725877fdaa6c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 HTTP/1.1" status: 200 len: 1000 time: 0.1722128 Jan 20 21:00:30.301122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] For port f55834b8-1bf0-4981-81a1-ae8d5f3e5164, host hv-cinder-74915, cleared binding levels {{(pid=80112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 21:00:30.361458 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] For port f55834b8-1bf0-4981-81a1-ae8d5f3e5164, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f55834b8-1bf0-4981-81a1-ae8d5f3e5164,segment=NetworkSegment(deb6def9-f016-4f69-b6a9-5314f6ce15c2),segment_id=deb6def9-f016-4f69-b6a9-5314f6ce15c2)] {{(pid=80112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 21:00:30.373616 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:30.396179 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:30.437767 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-92df7019-5237-49ce-9797-a34e5696b5a3 req-1ac9353d-65c4-4850-8677-618d98385dd8 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=b7d3ac59-70c9-42e3-a988-461c4ae1aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1819603 Jan 20 21:00:30.507872 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e570c-4519-4836-bb91-23cfc551b042 req-0b418f0f-6f4e-4c3c-891d-9e84f499396c tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:30.511216 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-079e570c-4519-4836-bb91-23cfc551b042 req-0b418f0f-6f4e-4c3c-891d-9e84f499396c tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/networks/06ea3fc8-bdc7-4401-9b28-54093eee0170 HTTP/1.1" status: 200 len: 784 time: 0.2901735 Jan 20 21:00:30.528667 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [req-079e570c-4519-4836-bb91-23cfc551b042 req-8867b441-d4e4-4372-8a6a-a670004910f3 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 21:00:30.530876 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-079e570c-4519-4836-bb91-23cfc551b042 req-8867b441-d4e4-4372-8a6a-a670004910f3 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0126245 Jan 20 21:00:30.548679 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb3e29-911f-42ea-98aa-9ee2c1a0ad24 req-c8768814-8a79-49b7-b3fe-a627469a9b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:30.550371 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-79cb3e29-911f-42ea-98aa-9ee2c1a0ad24 req-c8768814-8a79-49b7-b3fe-a627469a9b18 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=397012bd-7b76-4a96-a088-d52b2af7ec97 HTTP/1.1" status: 200 len: 854 time: 0.2310886 Jan 20 21:00:30.665101 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Pushing event updated for resources: {'Port': ['ID=f55834b8-1bf0-4981-81a1-ae8d5f3e5164,revision_number=3']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:30.674058 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:30.704932 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:30.705641 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:30.707275 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] 10.222.0.10 "PUT /v2.0/ports/f55834b8-1bf0-4981-81a1-ae8d5f3e5164 HTTP/1.1" status: 200 len: 1157 time: 2.6024809 Jan 20 21:00:30.707882 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fdbd5f-12b0-45d4-89d8-28f5f1675add', 'tag': 'f55834b8-1bf0-4981-81a1-ae8d5f3e5164'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:00:30.743965 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb3e29-911f-42ea-98aa-9ee2c1a0ad24 req-6cf28197-bd9d-43eb-9af2-2ed472764127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:30.744825 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-079e570c-4519-4836-bb91-23cfc551b042 req-aabf9a25-c665-4ff1-8fd0-7fc420855feb tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.53 HTTP/1.1" status: 200 len: 1000 time: 0.2041607 Jan 20 21:00:30.748510 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-79cb3e29-911f-42ea-98aa-9ee2c1a0ad24 req-6cf28197-bd9d-43eb-9af2-2ed472764127 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=296e01d9-eed6-4c61-9729-39e865bcc82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1835465 Jan 20 21:00:30.916599 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e570c-4519-4836-bb91-23cfc551b042 req-405ac39e-1f2c-408f-a167-efac83b14463 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:30.918538 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-079e570c-4519-4836-bb91-23cfc551b042 req-405ac39e-1f2c-408f-a167-efac83b14463 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports/8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 HTTP/1.1" status: 200 len: 942 time: 0.1622522 Jan 20 21:00:31.134987 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-79cb3e29-911f-42ea-98aa-9ee2c1a0ad24 req-243bf152-f789-4252-803b-d6c40a00a03f service neutron] 10.222.0.10 "GET /v2.0/networks/296e01d9-eed6-4c61-9729-39e865bcc82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163419 Jan 20 21:00:31.304407 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dd0db-80c2-42a0-8987-9fcc3a359de9 req-8cac685a-cd58-47c6-8b20-a34a1f879cd7 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:31.306224 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-930dd0db-80c2-42a0-8987-9fcc3a359de9 req-8cac685a-cd58-47c6-8b20-a34a1f879cd7 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=cf5aa430-f2cf-4e83-b880-66bd68233619 HTTP/1.1" status: 200 len: 946 time: 0.5562451 Jan 20 21:00:31.310875 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-6d6d6938-3925-4b74-9e5b-46ec9bfa3e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:31.312527 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-6d6d6938-3925-4b74-9e5b-46ec9bfa3e93 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1d96be366a92447487212758b7c50e6f&device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 1160 time: 0.3000095 Jan 20 21:00:31.316393 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-079e570c-4519-4836-bb91-23cfc551b042 req-8dc5c4dd-3535-4036-a6db-bba22dc5a385 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.53 HTTP/1.1" status: 200 len: 1000 time: 0.2250926 Jan 20 21:00:31.432484 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-f9934a6b-5650-4f5e-a931-8694bb98e289 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f55834b8-1bf0-4981-81a1-ae8d5f3e5164 HTTP/1.1" status: 200 len: 217 time: 0.0897143 Jan 20 21:00:31.511349 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-79cb3e29-911f-42ea-98aa-9ee2c1a0ad24 req-cb21cb47-f4d9-48a8-aba4-45d10ff25feb service neutron] 10.222.0.10 "GET /v2.0/networks/296e01d9-eed6-4c61-9729-39e865bcc82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3690252 Jan 20 21:00:31.521707 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-930dd0db-80c2-42a0-8987-9fcc3a359de9 req-f97d6a95-785e-4932-bca4-5144d0b5178f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057161 Jan 20 21:00:31.560342 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-221840f6-8a78-4acc-9b48-53b738750114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:31.560342 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-221840f6-8a78-4acc-9b48-53b738750114 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c922eec-afe6-4eee-af95-8fb9a05787f0 HTTP/1.1" status: 200 len: 849 time: 0.1160889 Jan 20 21:00:31.647214 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fdbd5f-12b0-45d4-89d8-28f5f1675add', 'tag': 'f55834b8-1bf0-4981-81a1-ae8d5f3e5164', 'status': 'completed', 'code': 200} Jan 20 21:00:31.660163 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-aecf1876-9065-41dd-aafc-2b1a042aebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:31.661869 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-aecf1876-9065-41dd-aafc-2b1a042aebbf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f278e563-18ec-4833-a094-4f0a1a5f0abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944452 Jan 20 21:00:31.753369 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-079e570c-4519-4836-bb91-23cfc551b042 req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Deleting port b14f562d-5999-41ad-98c8-8d43e3209a81 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:00:31.753798 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-079e570c-4519-4836-bb91-23cfc551b042 req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:31.922033 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-2e4d0ac1-730e-41a5-a860-84ed2ca7623a service neutron] 10.222.0.10 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519071 Jan 20 21:00:32.075385 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-079e570c-4519-4836-bb91-23cfc551b042 req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:32.075908 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-079e570c-4519-4836-bb91-23cfc551b042 req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:32.198765 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ad25a304-a122-480f-8e62-cb44a44b32d7 req-c0f80add-739d-40aa-8a81-a35ee6b50233 service neutron] 10.222.0.10 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2688568 Jan 20 21:00:32.235829 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395122f3-95da-42af-81a7-4df6fa826552 req-33fd7d1d-702e-4df5-a2d4-5b81772cb979 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:32.236880 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-079e570c-4519-4836-bb91-23cfc551b042 req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Calling delete_port for b14f562d-5999-41ad-98c8-8d43e3209a81 owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:00:32.237565 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-395122f3-95da-42af-81a7-4df6fa826552 req-33fd7d1d-702e-4df5-a2d4-5b81772cb979 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 943 time: 0.2693601 Jan 20 21:00:32.309771 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-395122f3-95da-42af-81a7-4df6fa826552 req-2b15700a-c089-459e-aac6-38262064286f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=b7d3ac59-70c9-42e3-a988-461c4ae1aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590489 Jan 20 21:00:32.441796 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac688722-7a93-4b9e-bf76-a11c3a9df7ac req-89502193-aee3-4737-84d1-69f47c136bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:32.445173 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-079e570c-4519-4836-bb91-23cfc551b042 req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:32.445679 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac688722-7a93-4b9e-bf76-a11c3a9df7ac req-89502193-aee3-4737-84d1-69f47c136bde service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1d96be366a92447487212758b7c50e6f&device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 1160 time: 0.1190407 Jan 20 21:00:32.461228 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-de909374-c013-4cba-8027-4a75a5e23105 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:32.462280 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-47d752ce-af52-4db8-a917-00b6643594d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:32.539904 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:32.564357 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Pushing event deleted for resources: {'Port': ['ID=b14f562d-5999-41ad-98c8-8d43e3209a81,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:32.581986 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.582515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.582941 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.583214 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.583753 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.583935 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.584326 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.584721 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.585652 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.586051 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.586444 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.586934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.587374 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.587680 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.588064 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.588454 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.589092 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.589446 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.589846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.590228 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.590617 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.591017 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.591398 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.591782 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:32.597766 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:32.726752 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac688722-7a93-4b9e-bf76-a11c3a9df7ac req-638af752-c279-4a8b-b4f8-fc8566b30c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:32.728462 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac688722-7a93-4b9e-bf76-a11c3a9df7ac req-638af752-c279-4a8b-b4f8-fc8566b30c7c service neutron] 10.222.0.10 "GET /v2.0/networks?id=f278e563-18ec-4833-a094-4f0a1a5f0abc HTTP/1.1" status: 200 len: 904 time: 0.2677748 Jan 20 21:00:32.795613 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-079e570c-4519-4836-bb91-23cfc551b042 req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks [] for floatingip, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:32.796032 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [req-079e570c-4519-4836-bb91-23cfc551b042 req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Floating IP 3ebd02f9-c1eb-43cb-94a1-3a6350a531c8 disassociated (deleted). External IP: 172.27.0.53, port: 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8. Jan 20 21:00:32.853545 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac688722-7a93-4b9e-bf76-a11c3a9df7ac req-f5da8e44-0479-44a8-8038-12a66cb406e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f55834b8-1bf0-4981-81a1-ae8d5f3e5164 HTTP/1.1" status: 200 len: 217 time: 0.1173947 Jan 20 21:00:32.944022 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac688722-7a93-4b9e-bf76-a11c3a9df7ac req-6051b8a8-d0e4-44da-9dd2-513bc10f45ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:32.946330 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac688722-7a93-4b9e-bf76-a11c3a9df7ac req-6051b8a8-d0e4-44da-9dd2-513bc10f45ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c922eec-afe6-4eee-af95-8fb9a05787f0 HTTP/1.1" status: 200 len: 849 time: 0.0848184 Jan 20 21:00:33.181750 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:33.464062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a2b6d-a89e-45a9-88bb-5c5b3e415657 req-ba0ce64d-4b53-47f1-8e3d-156425055271 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:33.467182 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3d8a2b6d-a89e-45a9-88bb-5c5b3e415657 req-ba0ce64d-4b53-47f1-8e3d-156425055271 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=cf5aa430-f2cf-4e83-b880-66bd68233619 HTTP/1.1" status: 200 len: 946 time: 0.6749458 Jan 20 21:00:33.487359 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-079e570c-4519-4836-bb91-23cfc551b042 req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Router 6cfff5e4-08e0-46fa-be49-b35f71e1c475 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:00:33.582154 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac688722-7a93-4b9e-bf76-a11c3a9df7ac req-0ae4b6d2-1e64-482f-98d2-e003bda6a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:33.585584 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac688722-7a93-4b9e-bf76-a11c3a9df7ac req-0ae4b6d2-1e64-482f-98d2-e003bda6a983 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f278e563-18ec-4833-a094-4f0a1a5f0abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6252873 Jan 20 21:00:33.602518 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3d8a2b6d-a89e-45a9-88bb-5c5b3e415657 req-826f0b35-9090-40fb-96b7-fad1c0698d5c tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261916 Jan 20 21:00:33.702955 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:33.731488 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-079e570c-4519-4836-bb91-23cfc551b042 req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:00:33.744205 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac16087-1331-479d-b0b7-682039d830cb None None] Sync routers for ids ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:00:33.760759 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac16087-1331-479d-b0b7-682039d830cb None None] Routers {'6cfff5e4-08e0-46fa-be49-b35f71e1c475'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:00:33.763017 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-eac16087-1331-479d-b0b7-682039d830cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:00:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:00:33.791573 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-079e570c-4519-4836-bb91-23cfc551b042 req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:33.892165 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac688722-7a93-4b9e-bf76-a11c3a9df7ac req-acc8ce27-8f48-463a-a1b2-e6957a1eb40d service neutron] 10.222.0.10 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877822 Jan 20 21:00:33.917869 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-079e570c-4519-4836-bb91-23cfc551b042 req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "DELETE /v2.0/floatingips/3ebd02f9-c1eb-43cb-94a1-3a6350a531c8 HTTP/1.1" status: 204 len: 173 time: 2.5935171 Jan 20 21:00:33.918824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3fddfa-949a-461c-b207-6cc2a74cab66', 'tag': '8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:00:34.031154 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e570c-4519-4836-bb91-23cfc551b042 req-c66da41c-0385-4e65-809f-f1de2ad8e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:34.033103 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-079e570c-4519-4836-bb91-23cfc551b042 req-c66da41c-0385-4e65-809f-f1de2ad8e063 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19acbd934bc9493aa3ec8510f6d95f37&device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 1162 time: 0.0985959 Jan 20 21:00:34.207580 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac688722-7a93-4b9e-bf76-a11c3a9df7ac req-5ddf7505-5185-4daf-97a8-2f2a947ac35b service neutron] 10.222.0.10 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3072233 Jan 20 21:00:34.266642 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a375794-38c3-496c-97b3-74abcaa5df43 req-1863d11a-21b2-49dd-8411-681063f799ce tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:34.268557 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0a375794-38c3-496c-97b3-74abcaa5df43 req-1863d11a-21b2-49dd-8411-681063f799ce tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 943 time: 0.1429598 Jan 20 21:00:34.361141 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e570c-4519-4836-bb91-23cfc551b042 req-a6eb5e47-f1ff-4ff4-9a5b-3d4f4159de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:34.363279 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0a375794-38c3-496c-97b3-74abcaa5df43 req-309d79b1-dd06-44ec-aee2-4b380cc05f8b tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=b7d3ac59-70c9-42e3-a988-461c4ae1aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817738 Jan 20 21:00:34.364830 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-079e570c-4519-4836-bb91-23cfc551b042 req-a6eb5e47-f1ff-4ff4-9a5b-3d4f4159de6b service neutron] 10.222.0.18 "GET /v2.0/networks?id=296e01d9-eed6-4c61-9729-39e865bcc82f HTTP/1.1" status: 200 len: 909 time: 0.3236637 Jan 20 21:00:34.380668 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-eac16087-1331-479d-b0b7-682039d830cb None None] Set router 6cfff5e4-08e0-46fa-be49-b35f71e1c475 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:00:34.498294 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3fddfa-949a-461c-b207-6cc2a74cab66', 'tag': '8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8', 'status': 'completed', 'code': 200} Jan 20 21:00:34.507789 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-079e570c-4519-4836-bb91-23cfc551b042 req-f2128034-76cb-475f-9244-3aab3e998b3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 HTTP/1.1" status: 200 len: 217 time: 0.1242597 Jan 20 21:00:34.623557 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e570c-4519-4836-bb91-23cfc551b042 req-b14c60f1-b95e-475a-8669-e9de945bdeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:34.627934 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-079e570c-4519-4836-bb91-23cfc551b042 req-b14c60f1-b95e-475a-8669-e9de945bdeab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=397012bd-7b76-4a96-a088-d52b2af7ec97 HTTP/1.1" status: 200 len: 854 time: 0.1122990 Jan 20 21:00:34.655428 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a524f5-1779-4a68-a37f-ef137519a4e6 req-fe9dad2a-5148-4799-aa66-19a9bb07c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:34.658397 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f1a524f5-1779-4a68-a37f-ef137519a4e6 req-fe9dad2a-5148-4799-aa66-19a9bb07c569 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19acbd934bc9493aa3ec8510f6d95f37&device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 1162 time: 0.1135905 Jan 20 21:00:34.739241 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e570c-4519-4836-bb91-23cfc551b042 req-b5bae780-6079-4213-855e-4548c75b44cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:34.741830 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-079e570c-4519-4836-bb91-23cfc551b042 req-b5bae780-6079-4213-855e-4548c75b44cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=296e01d9-eed6-4c61-9729-39e865bcc82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1018269 Jan 20 21:00:34.931083 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a524f5-1779-4a68-a37f-ef137519a4e6 req-f848fd2c-2bd1-4433-831b-0b1fe2ff8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:34.933191 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f1a524f5-1779-4a68-a37f-ef137519a4e6 req-f848fd2c-2bd1-4433-831b-0b1fe2ff8ff4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=296e01d9-eed6-4c61-9729-39e865bcc82f HTTP/1.1" status: 200 len: 909 time: 0.2668774 Jan 20 21:00:34.968334 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-079e570c-4519-4836-bb91-23cfc551b042 req-f075c481-c0c8-4c7d-bf6a-05050cdd5f17 service neutron] 10.222.0.18 "GET /v2.0/networks/296e01d9-eed6-4c61-9729-39e865bcc82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118444 Jan 20 21:00:34.968739 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-eac16087-1331-479d-b0b7-682039d830cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'name': 'tempest-TestMinimumBasicScenario-1381442890-router', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:43Z', 'updated_at': '2021-01-20T20:56:53Z', 'revision_number': 4, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'gw_port': {'id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:45Z', 'updated_at': '2021-01-20T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '1f2b5955-0e22-46c4-8db5-8c70152b9384', 'name': '', 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'mac_address': 'fa:16:3e:61:18:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '397012bd-7b76-4a96-a088-d52b2af7ec97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:51Z', 'updated_at': '2021-01-20T20:57:06Z', 'revision_number': 5, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'subnets': [{'id': '397012bd-7b76-4a96-a088-d52b2af7ec97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:00:34.974932 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac16087-1331-479d-b0b7-682039d830cb None None] Checking router: 6cfff5e4-08e0-46fa-be49-b35f71e1c475 for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:00:34.986036 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac16087-1331-479d-b0b7-682039d830cb None None] Routers {'6cfff5e4-08e0-46fa-be49-b35f71e1c475'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:00:34.986777 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-eac16087-1331-479d-b0b7-682039d830cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:00:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:00:35.012929 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f1a524f5-1779-4a68-a37f-ef137519a4e6 req-07508191-98f7-4c30-a5d4-58cf382494df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 HTTP/1.1" status: 200 len: 217 time: 0.0731232 Jan 20 21:00:35.117724 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a524f5-1779-4a68-a37f-ef137519a4e6 req-3510a6e5-01cc-4f90-b78e-9a07b0e61664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:35.119499 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f1a524f5-1779-4a68-a37f-ef137519a4e6 req-3510a6e5-01cc-4f90-b78e-9a07b0e61664 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=397012bd-7b76-4a96-a088-d52b2af7ec97 HTTP/1.1" status: 200 len: 854 time: 0.0999739 Jan 20 21:00:35.180521 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:00:35.237890 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a524f5-1779-4a68-a37f-ef137519a4e6 req-d54038f5-bf56-4a4f-936e-86ae925e70e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:35.241763 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f1a524f5-1779-4a68-a37f-ef137519a4e6 req-d54038f5-bf56-4a4f-936e-86ae925e70e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=296e01d9-eed6-4c61-9729-39e865bcc82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1024940 Jan 20 21:00:35.260102 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-079e570c-4519-4836-bb91-23cfc551b042 req-da9ea05a-6f26-4c0c-887e-2f5a0a89f93b service neutron] 10.222.0.18 "GET /v2.0/networks/296e01d9-eed6-4c61-9729-39e865bcc82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2780542 Jan 20 21:00:35.273765 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-eac16087-1331-479d-b0b7-682039d830cb None None] Set router 6cfff5e4-08e0-46fa-be49-b35f71e1c475 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:00:35.449844 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f1a524f5-1779-4a68-a37f-ef137519a4e6 req-482a5259-8f0f-4baf-8bbf-a40a0924c0bb service neutron] 10.222.0.10 "GET /v2.0/networks/296e01d9-eed6-4c61-9729-39e865bcc82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975431 Jan 20 21:00:35.664745 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f1a524f5-1779-4a68-a37f-ef137519a4e6 req-f0cbb2ce-2504-4711-a32b-61a73892921b service neutron] 10.222.0.10 "GET /v2.0/networks/296e01d9-eed6-4c61-9729-39e865bcc82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2069116 Jan 20 21:00:35.689745 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8520f02-9b67-46f2-b00c-0ea37a74e4c1 req-f53b16c3-b4a9-4172-82a5-20c3ee61681b tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:35.692563 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b8520f02-9b67-46f2-b00c-0ea37a74e4c1 req-f53b16c3-b4a9-4172-82a5-20c3ee61681b tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=cf5aa430-f2cf-4e83-b880-66bd68233619 HTTP/1.1" status: 200 len: 946 time: 0.1905193 Jan 20 21:00:35.730833 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device f55834b8-1bf0-4981-81a1-ae8d5f3e5164 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:00:35.779023 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b8520f02-9b67-46f2-b00c-0ea37a74e4c1 req-a581e919-df8e-4667-a842-c731be44bd24 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790582 Jan 20 21:00:35.836123 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-eac16087-1331-479d-b0b7-682039d830cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'name': 'tempest-TestMinimumBasicScenario-1381442890-router', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:43Z', 'updated_at': '2021-01-20T20:56:53Z', 'revision_number': 4, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'gw_port': {'id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:45Z', 'updated_at': '2021-01-20T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '1f2b5955-0e22-46c4-8db5-8c70152b9384', 'name': '', 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'mac_address': 'fa:16:3e:61:18:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '397012bd-7b76-4a96-a088-d52b2af7ec97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:51Z', 'updated_at': '2021-01-20T20:57:06Z', 'revision_number': 5, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'subnets': [{'id': '397012bd-7b76-4a96-a088-d52b2af7ec97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:00:35.845613 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac16087-1331-479d-b0b7-682039d830cb None None] The sync data for ids ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'] in dv-cinder-749155-5-iscsi is: [{'id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'name': 'tempest-TestMinimumBasicScenario-1381442890-router', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:43Z', 'updated_at': '2021-01-20T20:56:53Z', 'revision_number': 4, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'gw_port': {'id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:45Z', 'updated_at': '2021-01-20T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '1f2b5955-0e22-46c4-8db5-8c70152b9384', 'name': '', 'network_id': '296e01d9-eed6-4c61-9729-39e865bcc82f', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'mac_address': 'fa:16:3e:61:18:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '397012bd-7b76-4a96-a088-d52b2af7ec97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:51Z', 'updated_at': '2021-01-20T20:57:06Z', 'revision_number': 5, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'subnets': [{'id': '397012bd-7b76-4a96-a088-d52b2af7ec97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:00:35.853210 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port f55834b8-1bf0-4981-81a1-ae8d5f3e5164 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:00:35.862939 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port f55834b8-1bf0-4981-81a1-ae8d5f3e5164 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:00:35.863578 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:36.047292 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:36.052367 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaf571-7a3f-4455-b46e-aea6b6974ceb req-61e9db7b-1869-4cef-9359-f36d1b3c57e8 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:36.060795 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a2eaf571-7a3f-4455-b46e-aea6b6974ceb req-61e9db7b-1869-4cef-9359-f36d1b3c57e8 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 943 time: 0.1489041 Jan 20 21:00:36.090688 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port f55834b8-1bf0-4981-81a1-ae8d5f3e5164, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f55834b8-1bf0-4981-81a1-ae8d5f3e5164,segment=NetworkSegment(deb6def9-f016-4f69-b6a9-5314f6ce15c2),segment_id=deb6def9-f016-4f69-b6a9-5314f6ce15c2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:00:36.091944 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fdbd5f-12b0-45d4-89d8-28f5f1675add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55834b8-1bf0-4981-81a1-ae8d5f3e5164'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:00:36.099418 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:36.101612 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:36.141864 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a2eaf571-7a3f-4455-b46e-aea6b6974ceb req-5510e6dd-d320-495d-a93b-1a9af4867829 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=b7d3ac59-70c9-42e3-a988-461c4ae1aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772922 Jan 20 21:00:36.186962 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=f55834b8-1bf0-4981-81a1-ae8d5f3e5164,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:36.190779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:36.205581 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fdbd5f-12b0-45d4-89d8-28f5f1675add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55834b8-1bf0-4981-81a1-ae8d5f3e5164', 'code': 200} Jan 20 21:00:36.369849 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58728701-04a4-4364-a2eb-e46b60aa0111 None None] New status for floating IP 3ebd02f9-c1eb-43cb-94a1-3a6350a531c8: DOWN {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 21:00:36.730903 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fdb18-d4d5-4066-8f3b-851ef9037bcd req-e6b4d2c8-420f-4ef5-aaa9-850838e2a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:36.732683 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0b2fdb18-d4d5-4066-8f3b-851ef9037bcd req-e6b4d2c8-420f-4ef5-aaa9-850838e2a89c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 1162 time: 0.1150079 Jan 20 21:00:36.820825 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0b2fdb18-d4d5-4066-8f3b-851ef9037bcd req-e76edfcd-f68e-443f-b854-c5858c5252a1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b7d3ac59-70c9-42e3-a988-461c4ae1aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764880 Jan 20 21:00:36.938676 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f1923-78e4-4212-8e19-f0fada218a03 req-1d8b49aa-529d-4239-b588-d37d2c6818d5 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:36.941787 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-425f1923-78e4-4212-8e19-f0fada218a03 req-1d8b49aa-529d-4239-b588-d37d2c6818d5 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.1729088 Jan 20 21:00:37.024414 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-425f1923-78e4-4212-8e19-f0fada218a03 req-976608d6-379b-42e0-b583-801ef0c69fdf tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0751290 Jan 20 21:00:37.132178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b8eae-9b1e-4a6b-88a3-3fef9a587248 req-a95dbb55-df77-4d11-b093-071c9fd7a1db tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:37.133886 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-010b8eae-9b1e-4a6b-88a3-3fef9a587248 req-a95dbb55-df77-4d11-b093-071c9fd7a1db tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=cf5aa430-f2cf-4e83-b880-66bd68233619 HTTP/1.1" status: 200 len: 946 time: 0.1394727 Jan 20 21:00:37.190909 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device f55834b8-1bf0-4981-81a1-ae8d5f3e5164 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:00:37.203287 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-010b8eae-9b1e-4a6b-88a3-3fef9a587248 req-3250e03c-67b4-4472-a12f-17835be37176 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562277 Jan 20 21:00:37.374047 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port f55834b8-1bf0-4981-81a1-ae8d5f3e5164 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:00:37.374662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:37.408795 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc158d-7db3-4978-8e54-f957b977d6c8 req-77c4643e-8c0c-4f0d-9468-0248f5f7f2fc tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:37.410612 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-dadc158d-7db3-4978-8e54-f957b977d6c8 req-77c4643e-8c0c-4f0d-9468-0248f5f7f2fc tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.10 "GET /v2.0/ports?device_id=cf5aa430-f2cf-4e83-b880-66bd68233619 HTTP/1.1" status: 200 len: 946 time: 0.1642504 Jan 20 21:00:37.662526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-dadc158d-7db3-4978-8e54-f957b977d6c8 req-026e9536-d356-4358-ac9a-efd4fe659dff tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Deleting port 3e55941d-9f18-4204-9bd9-232732cffb61 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:00:37.662859 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-dadc158d-7db3-4978-8e54-f957b977d6c8 req-026e9536-d356-4358-ac9a-efd4fe659dff tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:37.714825 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 3e55941d-9f18-4204-9bd9-232732cffb61 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:00:37.766497 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315970d-229c-49ae-96e4-da162f6c07b5 req-d8ce9f90-44eb-4386-827f-076984989edc tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:37.768270 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6315970d-229c-49ae-96e4-da162f6c07b5 req-d8ce9f90-44eb-4386-827f-076984989edc tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 945 time: 0.2627416 Jan 20 21:00:37.867462 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:37.924849 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 3e55941d-9f18-4204-9bd9-232732cffb61, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3e55941d-9f18-4204-9bd9-232732cffb61,segment=NetworkSegment(62d50b8e-11f3-4fb7-933d-11956c761c62),segment_id=62d50b8e-11f3-4fb7-933d-11956c761c62)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:00:37.930515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:37.933879 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:37.954148 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6315970d-229c-49ae-96e4-da162f6c07b5 req-115a495a-458c-48e4-acbe-1abd298f8282 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=b7d3ac59-70c9-42e3-a988-461c4ae1aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1527541 Jan 20 21:00:38.095399 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-dadc158d-7db3-4978-8e54-f957b977d6c8 req-026e9536-d356-4358-ac9a-efd4fe659dff tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] For port 3e55941d-9f18-4204-9bd9-232732cffb61, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3e55941d-9f18-4204-9bd9-232732cffb61,segment=NetworkSegment(62d50b8e-11f3-4fb7-933d-11956c761c62),segment_id=62d50b8e-11f3-4fb7-933d-11956c761c62)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:00:38.096996 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-dadc158d-7db3-4978-8e54-f957b977d6c8 req-026e9536-d356-4358-ac9a-efd4fe659dff tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:38.131524 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=3e55941d-9f18-4204-9bd9-232732cffb61,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:38.140232 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:38.207362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5aa430-f2cf-4e83-b880-66bd68233619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e55941d-9f18-4204-9bd9-232732cffb61'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:00:38.337113 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5aa430-f2cf-4e83-b880-66bd68233619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e55941d-9f18-4204-9bd9-232732cffb61', 'code': 200} Jan 20 21:00:38.342274 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-dadc158d-7db3-4978-8e54-f957b977d6c8 req-026e9536-d356-4358-ac9a-efd4fe659dff tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Calling delete_port for 3e55941d-9f18-4204-9bd9-232732cffb61 owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:00:38.428321 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8593396-80c0-4f68-b6fd-93115d269c0f req-83f8735c-409f-4001-9265-a8e797d5b717 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:38.442768 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f8593396-80c0-4f68-b6fd-93115d269c0f req-83f8735c-409f-4001-9265-a8e797d5b717 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.2376609 Jan 20 21:00:38.457542 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [req-dadc158d-7db3-4978-8e54-f957b977d6c8 req-026e9536-d356-4358-ac9a-efd4fe659dff tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80112) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 21:00:38.457862 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [req-dadc158d-7db3-4978-8e54-f957b977d6c8 req-026e9536-d356-4358-ac9a-efd4fe659dff tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 21:00:38.510590 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f8593396-80c0-4f68-b6fd-93115d269c0f req-5ee2ff1f-d638-4de0-b0ae-c8aef000b187 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0663624 Jan 20 21:00:38.668377 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fea2ce-4780-47d5-8929-c8e098af3257 req-05098fcf-9063-4a4a-97ed-70086d5d5341 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:38.670114 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-35fea2ce-4780-47d5-8929-c8e098af3257 req-05098fcf-9063-4a4a-97ed-70086d5d5341 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=cf5aa430-f2cf-4e83-b880-66bd68233619 HTTP/1.1" status: 200 len: 944 time: 0.1291299 Jan 20 21:00:38.771911 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-35fea2ce-4780-47d5-8929-c8e098af3257 req-7b0bc131-b04d-4bba-9c5c-bb90c07f759d tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/security-groups?id=34ff3085-4a4d-4d3d-8d41-13c833deb4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888915 Jan 20 21:00:38.959459 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-dadc158d-7db3-4978-8e54-f957b977d6c8 req-026e9536-d356-4358-ac9a-efd4fe659dff tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Deleting port 3e55941d-9f18-4204-9bd9-232732cffb61 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:00:38.960417 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-dadc158d-7db3-4978-8e54-f957b977d6c8 req-026e9536-d356-4358-ac9a-efd4fe659dff tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:39.251710 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device f55834b8-1bf0-4981-81a1-ae8d5f3e5164 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:00:39.354736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port f55834b8-1bf0-4981-81a1-ae8d5f3e5164 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:00:39.355607 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:39.425048 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-dadc158d-7db3-4978-8e54-f957b977d6c8 req-026e9536-d356-4358-ac9a-efd4fe659dff tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] For port 3e55941d-9f18-4204-9bd9-232732cffb61, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=3e55941d-9f18-4204-9bd9-232732cffb61,segment=NetworkSegment(62d50b8e-11f3-4fb7-933d-11956c761c62),segment_id=62d50b8e-11f3-4fb7-933d-11956c761c62)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:00:39.425477 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-dadc158d-7db3-4978-8e54-f957b977d6c8 req-026e9536-d356-4358-ac9a-efd4fe659dff tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:39.457149 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fb337-00c1-418f-b594-0e0c32f4d9b8 req-90509faa-827c-460d-bbed-1539ae68b16c tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:39.458961 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c75fb337-00c1-418f-b594-0e0c32f4d9b8 req-90509faa-827c-460d-bbed-1539ae68b16c tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 945 time: 0.2471061 Jan 20 21:00:39.648154 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-dadc158d-7db3-4978-8e54-f957b977d6c8 req-026e9536-d356-4358-ac9a-efd4fe659dff tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Calling delete_port for 3e55941d-9f18-4204-9bd9-232732cffb61 owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:00:39.760645 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c75fb337-00c1-418f-b594-0e0c32f4d9b8 req-29ab99f9-cb64-47aa-bd29-2b13ec297f26 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=b7d3ac59-70c9-42e3-a988-461c4ae1aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2329874 Jan 20 21:00:39.764206 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:39.902329 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-dadc158d-7db3-4978-8e54-f957b977d6c8 req-026e9536-d356-4358-ac9a-efd4fe659dff tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:39.919087 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f244407-f294-4e36-a259-1ac072f9628c req-44a86726-c4a5-4943-92fb-38aea00ecbf6 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:39.922209 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9f244407-f294-4e36-a259-1ac072f9628c req-44a86726-c4a5-4943-92fb-38aea00ecbf6 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.2140009 Jan 20 21:00:39.925537 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-980c06f4-1832-4d19-86d9-972f29e96708 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:40.018038 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9f244407-f294-4e36-a259-1ac072f9628c req-a88c7adb-60c8-40e1-b45d-764c62ec4cf9 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0893168 Jan 20 21:00:40.027509 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e9536-d356-4358-ac9a-efd4fe659dff tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Pushing event deleted for resources: {'Port': ['ID=3e55941d-9f18-4204-9bd9-232732cffb61,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:40.038984 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-026e9536-d356-4358-ac9a-efd4fe659dff tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:40.198169 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadc158d-7db3-4978-8e54-f957b977d6c8 req-026e9536-d356-4358-ac9a-efd4fe659dff tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] No DVR routers for this DVR port 3e55941d-9f18-4204-9bd9-232732cffb61 on host hv-cinder-74915 {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 21:00:40.201882 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-dadc158d-7db3-4978-8e54-f957b977d6c8 req-026e9536-d356-4358-ac9a-efd4fe659dff tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:40.215635 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5aa430-f2cf-4e83-b880-66bd68233619', 'name': 'network-vif-deleted', 'tag': '3e55941d-9f18-4204-9bd9-232732cffb61'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:00:40.229628 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-dadc158d-7db3-4978-8e54-f957b977d6c8 req-026e9536-d356-4358-ac9a-efd4fe659dff tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.10 "DELETE /v2.0/ports/3e55941d-9f18-4204-9bd9-232732cffb61 HTTP/1.1" status: 204 len: 173 time: 2.8109710 Jan 20 21:00:40.488948 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-6dc24fc8-7fc5-417f-a4ca-ed38daee247d req-727faac1-6cdc-4a76-857a-cc69947206ec tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Synchronizing usage tracker for tenant:cab9572c09ad49098f8924749d1cc95c on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:00:40.496903 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c24b0-7b89-4bc9-b259-2f8bd031ede4 req-5281b09d-e9b9-4c92-b83b-2c83d8b35663 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:40.498709 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fa1c24b0-7b89-4bc9-b259-2f8bd031ede4 req-5281b09d-e9b9-4c92-b83b-2c83d8b35663 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 945 time: 0.2214515 Jan 20 21:00:40.512941 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 57520) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:00:40.514804 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-6dc24fc8-7fc5-417f-a4ca-ed38daee247d req-727faac1-6cdc-4a76-857a-cc69947206ec tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Unset dirty status for tenant:cab9572c09ad49098f8924749d1cc95c on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:00:40.517205 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6dc24fc8-7fc5-417f-a4ca-ed38daee247d req-727faac1-6cdc-4a76-857a-cc69947206ec tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] 10.222.0.18 "GET /v2.0/ports?device_id=cf5aa430-f2cf-4e83-b880-66bd68233619 HTTP/1.1" status: 200 len: 210 time: 0.1083508 Jan 20 21:00:40.523177 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-23d2623c-0524-48f1-929e-0933ec54ac21 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Request body: {'floatingip': {'port_id': 'f55834b8-1bf0-4981-81a1-ae8d5f3e5164'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:00:40.563433 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5aa430-f2cf-4e83-b880-66bd68233619', 'name': 'network-vif-deleted', 'tag': '3e55941d-9f18-4204-9bd9-232732cffb61', 'status': 'completed', 'code': 200} Jan 20 21:00:40.642854 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23d2623c-0524-48f1-929e-0933ec54ac21 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for floatingip, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:40.940671 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d283e1-f3ad-47b2-96a1-980bd8316a5b req-b652b603-dac1-44d1-838b-12e72e5be6aa tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:40.943721 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d1d283e1-f3ad-47b2-96a1-980bd8316a5b req-b652b603-dac1-44d1-838b-12e72e5be6aa tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.2161038 Jan 20 21:00:41.029434 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d1d283e1-f3ad-47b2-96a1-980bd8316a5b req-bee5a9c3-b40c-436a-a15f-92df1b1fa157 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713437 Jan 20 21:00:41.341188 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b54b8f-26f1-44e3-bc2e-2620085e1648 req-f782672a-0b5d-4a7e-830b-3c59b3578243 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:41.341904 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-17b54b8f-26f1-44e3-bc2e-2620085e1648 req-f782672a-0b5d-4a7e-830b-3c59b3578243 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Synchronizing usage tracker for tenant:19acbd934bc9493aa3ec8510f6d95f37 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:00:41.368140 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52146b-de85-42ec-8b2c-4810f5cfa175 req-fc1975e3-2f21-4483-8e22-75389d653601 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:41.370310 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3b52146b-de85-42ec-8b2c-4810f5cfa175 req-fc1975e3-2f21-4483-8e22-75389d653601 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.1589282 Jan 20 21:00:41.377277 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-17b54b8f-26f1-44e3-bc2e-2620085e1648 req-f782672a-0b5d-4a7e-830b-3c59b3578243 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Unset dirty status for tenant:19acbd934bc9493aa3ec8510f6d95f37 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:00:41.378593 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-17b54b8f-26f1-44e3-bc2e-2620085e1648 req-f782672a-0b5d-4a7e-830b-3c59b3578243 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 945 time: 0.1927569 Jan 20 21:00:41.711157 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3b52146b-de85-42ec-8b2c-4810f5cfa175 req-4410db05-3bcc-4fcd-8d35-0a45caa8ec09 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3238351 Jan 20 21:00:41.779514 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23d2623c-0524-48f1-929e-0933ec54ac21 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:41.787306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-17b54b8f-26f1-44e3-bc2e-2620085e1648 req-c65c4218-5f89-4bee-bac5-91ef08113c2a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Synchronizing usage tracker for tenant:19acbd934bc9493aa3ec8510f6d95f37 on resource:security_group {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:00:41.793615 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23d2623c-0524-48f1-929e-0933ec54ac21 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:41.902080 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-17b54b8f-26f1-44e3-bc2e-2620085e1648 req-c65c4218-5f89-4bee-bac5-91ef08113c2a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Unset dirty status for tenant:19acbd934bc9493aa3ec8510f6d95f37 on resource:security_group {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:00:41.903375 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-17b54b8f-26f1-44e3-bc2e-2620085e1648 req-c65c4218-5f89-4bee-bac5-91ef08113c2a tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048054 Jan 20 21:00:42.005848 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [None req-23d2623c-0524-48f1-929e-0933ec54ac21 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Floating IP 386ed261-1eda-4eed-9ee5-f23837b5c496 associated. External IP: 172.27.0.129, port: f55834b8-1bf0-4981-81a1-ae8d5f3e5164. Jan 20 21:00:42.367782 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f32e9f-382b-4138-b49c-577cb06bb2e2 req-9e61e582-e30f-453e-9eca-bf64d56093f8 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:42.369762 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f8f32e9f-382b-4138-b49c-577cb06bb2e2 req-9e61e582-e30f-453e-9eca-bf64d56093f8 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1616490 Jan 20 21:00:42.441752 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f8f32e9f-382b-4138-b49c-577cb06bb2e2 req-19e2e7a4-3f31-4b94-978a-a804334ef477 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593936 Jan 20 21:00:42.533523 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d2623c-0524-48f1-929e-0933ec54ac21 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:00:42.790773 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d2623c-0524-48f1-929e-0933ec54ac21 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:00:42.801823 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23d2623c-0524-48f1-929e-0933ec54ac21 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:42.807430 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3461269-4e83-4955-ac03-ff8578f5ebba None None] Sync routers for ids ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:00:42.823389 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3461269-4e83-4955-ac03-ff8578f5ebba None None] Routers {'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:00:42.824779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e3461269-4e83-4955-ac03-ff8578f5ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:00:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:00:42.928224 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-23d2623c-0524-48f1-929e-0933ec54ac21 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "PUT /v2.0/floatingips/386ed261-1eda-4eed-9ee5-f23837b5c496 HTTP/1.1" status: 200 len: 991 time: 2.4133470 Jan 20 21:00:42.930039 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fdbd5f-12b0-45d4-89d8-28f5f1675add', 'tag': 'f55834b8-1bf0-4981-81a1-ae8d5f3e5164'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:00:43.170458 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbabd68-c623-4ddf-a01e-a43d80a43fe8 req-0b72bf7a-8d7a-405f-b085-8815a28d152c tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:43.172963 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2bbabd68-c623-4ddf-a01e-a43d80a43fe8 req-0b72bf7a-8d7a-405f-b085-8815a28d152c tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.1915288 Jan 20 21:00:43.173311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-e3461269-4e83-4955-ac03-ff8578f5ebba None None] Set router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:00:43.341223 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2bbabd68-c623-4ddf-a01e-a43d80a43fe8 req-d3d49d62-75e2-4d8f-aac8-181cd1450f21 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1595554 Jan 20 21:00:43.373416 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device f55834b8-1bf0-4981-81a1-ae8d5f3e5164 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:00:43.394862 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def692e3-25f1-4402-a5f2-207e498a2f85 req-e07bb4b7-a370-4c00-93ba-e295331b8336 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:43.406110 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-def692e3-25f1-4402-a5f2-207e498a2f85 req-e07bb4b7-a370-4c00-93ba-e295331b8336 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.10 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 945 time: 0.2478237 Jan 20 21:00:43.430994 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fdbd5f-12b0-45d4-89d8-28f5f1675add', 'tag': 'f55834b8-1bf0-4981-81a1-ae8d5f3e5164', 'status': 'completed', 'code': 200} Jan 20 21:00:43.723790 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b376fb6-6e61-4387-9b35-2992aba31106 req-36f9c8ac-7c1f-498b-9688-f422fa2c4286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:43.726864 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9b376fb6-6e61-4387-9b35-2992aba31106 req-36f9c8ac-7c1f-498b-9688-f422fa2c4286 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1d96be366a92447487212758b7c50e6f&device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 1162 time: 0.2233222 Jan 20 21:00:43.769520 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port f55834b8-1bf0-4981-81a1-ae8d5f3e5164 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:00:43.770229 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:43.852727 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-def692e3-25f1-4402-a5f2-207e498a2f85 req-27782334-58d9-4396-8012-642dee8fd950 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Deleting port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:00:43.853095 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-def692e3-25f1-4402-a5f2-207e498a2f85 req-27782334-58d9-4396-8012-642dee8fd950 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:43.955478 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d44bec-a550-4301-8844-b9607bb1b931 req-13709d06-95fd-457b-a33b-597db674c842 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:43.959196 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a0d44bec-a550-4301-8844-b9607bb1b931 req-13709d06-95fd-457b-a33b-597db674c842 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.2019846 Jan 20 21:00:44.012653 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ada9d-e2cb-42cb-9ee9-6d0a353d3d9d req-99053532-aa19-4b3d-8d27-9848b172dd19 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:44.014442 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2e0ada9d-e2cb-42cb-9ee9-6d0a353d3d9d req-99053532-aa19-4b3d-8d27-9848b172dd19 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 945 time: 0.6057577 Jan 20 21:00:44.070869 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a0d44bec-a550-4301-8844-b9607bb1b931 req-565dbe40-bba9-46b0-9b8a-36e94ebfabc8 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955701 Jan 20 21:00:44.122112 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2e0ada9d-e2cb-42cb-9ee9-6d0a353d3d9d req-f2dd394b-4144-4747-a96a-29029f5b018e tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/security-groups?id=392f3129-e4d5-48ff-8389-3432367a0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937183 Jan 20 21:00:44.146523 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b376fb6-6e61-4387-9b35-2992aba31106 req-ca35b7a4-4e28-4f13-857b-b44ab6bb03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:44.148747 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9b376fb6-6e61-4387-9b35-2992aba31106 req-ca35b7a4-4e28-4f13-857b-b44ab6bb03b6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f278e563-18ec-4833-a094-4f0a1a5f0abc HTTP/1.1" status: 200 len: 904 time: 0.4097540 Jan 20 21:00:44.192234 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e3461269-4e83-4955-ac03-ff8578f5ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': '386ed261-1eda-4eed-9ee5-f23837b5c496', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'port_id': 'f55834b8-1bf0-4981-81a1-ae8d5f3e5164', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'mac_address': 'fa:16:3e:cf:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fdbd5f-12b0-45d4-89d8-28f5f1675add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T21:00:20Z', 'updated_at': '2021-01-20T21:00:41Z', 'revision_number': 1, 'project_id': '1d96be366a92447487212758b7c50e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f34744a-aa6e-4bc4-a407-3531d605c118', 'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'mac_address': 'fa:16:3e:3d:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:40Z', 'updated_at': '2021-01-20T20:54:56Z', 'revision_number': 5, 'project_id': '1d96be366a92447487212758b7c50e6f', 'subnets': [{'id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:00:44.200671 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3461269-4e83-4955-ac03-ff8578f5ebba None None] Checking router: fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:00:44.222344 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3461269-4e83-4955-ac03-ff8578f5ebba None None] Routers {'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:00:44.222344 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e3461269-4e83-4955-ac03-ff8578f5ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:00:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:00:44.303081 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-def692e3-25f1-4402-a5f2-207e498a2f85 req-27782334-58d9-4396-8012-642dee8fd950 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] For port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8,segment=NetworkSegment(577b47de-df02-49f3-b50a-c1ba43cf5e72),segment_id=577b47de-df02-49f3-b50a-c1ba43cf5e72)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:00:44.303555 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-def692e3-25f1-4402-a5f2-207e498a2f85 req-27782334-58d9-4396-8012-642dee8fd950 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:44.455954 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-def692e3-25f1-4402-a5f2-207e498a2f85 req-27782334-58d9-4396-8012-642dee8fd950 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Calling delete_port for 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:00:44.620479 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-e3461269-4e83-4955-ac03-ff8578f5ebba None None] Set router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:00:44.691713 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-def692e3-25f1-4402-a5f2-207e498a2f85 req-27782334-58d9-4396-8012-642dee8fd950 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:44.719262 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:44.830925 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27782334-58d9-4396-8012-642dee8fd950 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Pushing event deleted for resources: {'Port': ['ID=8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:44.833747 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-27782334-58d9-4396-8012-642dee8fd950 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:44.878995 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1f53e-f178-4ecf-bae4-1814be154a66 req-79b98a46-42ab-41a2-9efb-8917c096de15 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:44.880754 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-22a1f53e-f178-4ecf-bae4-1814be154a66 req-79b98a46-42ab-41a2-9efb-8917c096de15 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.2870071 Jan 20 21:00:45.072481 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-22a1f53e-f178-4ecf-bae4-1814be154a66 req-9da26c16-b76f-4aee-967f-e453813f92ac tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1763961 Jan 20 21:00:45.082655 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9b376fb6-6e61-4387-9b35-2992aba31106 req-288b710a-9931-42b0-a0de-8d4a30c53bbb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f55834b8-1bf0-4981-81a1-ae8d5f3e5164 HTTP/1.1" status: 200 len: 999 time: 0.1648247 Jan 20 21:00:45.134622 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-def692e3-25f1-4402-a5f2-207e498a2f85 req-27782334-58d9-4396-8012-642dee8fd950 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] No DVR routers for this DVR port 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 on host hv-cinder-74915 {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 21:00:45.137541 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-def692e3-25f1-4402-a5f2-207e498a2f85 req-27782334-58d9-4396-8012-642dee8fd950 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:45.142746 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3fddfa-949a-461c-b207-6cc2a74cab66', 'name': 'network-vif-deleted', 'tag': '8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:00:45.158865 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-def692e3-25f1-4402-a5f2-207e498a2f85 req-27782334-58d9-4396-8012-642dee8fd950 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.10 "DELETE /v2.0/ports/8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 HTTP/1.1" status: 204 len: 173 time: 1.6564865 Jan 20 21:00:45.178999 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e3461269-4e83-4955-ac03-ff8578f5ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': '386ed261-1eda-4eed-9ee5-f23837b5c496', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'port_id': 'f55834b8-1bf0-4981-81a1-ae8d5f3e5164', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'mac_address': 'fa:16:3e:cf:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fdbd5f-12b0-45d4-89d8-28f5f1675add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T21:00:20Z', 'updated_at': '2021-01-20T21:00:41Z', 'revision_number': 1, 'project_id': '1d96be366a92447487212758b7c50e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f34744a-aa6e-4bc4-a407-3531d605c118', 'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'mac_address': 'fa:16:3e:3d:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:40Z', 'updated_at': '2021-01-20T20:54:56Z', 'revision_number': 5, 'project_id': '1d96be366a92447487212758b7c50e6f', 'subnets': [{'id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:00:45.184077 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3461269-4e83-4955-ac03-ff8578f5ebba None None] The sync data for ids ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'] in dv-cinder-749155-5-iscsi is: [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': '386ed261-1eda-4eed-9ee5-f23837b5c496', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'port_id': 'f55834b8-1bf0-4981-81a1-ae8d5f3e5164', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'mac_address': 'fa:16:3e:cf:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fdbd5f-12b0-45d4-89d8-28f5f1675add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T21:00:20Z', 'updated_at': '2021-01-20T21:00:41Z', 'revision_number': 1, 'project_id': '1d96be366a92447487212758b7c50e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f34744a-aa6e-4bc4-a407-3531d605c118', 'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'mac_address': 'fa:16:3e:3d:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:40Z', 'updated_at': '2021-01-20T20:54:56Z', 'revision_number': 5, 'project_id': '1d96be366a92447487212758b7c50e6f', 'subnets': [{'id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:00:45.264281 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3fddfa-949a-461c-b207-6cc2a74cab66', 'name': 'network-vif-deleted', 'tag': '8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8', 'status': 'completed', 'code': 200} Jan 20 21:00:45.522974 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4642326c-b09f-4302-a57d-25a9a79d681e None None] New status for floating IP 386ed261-1eda-4eed-9ee5-f23837b5c496: ACTIVE {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 21:00:45.583510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28805c65-29bf-49ad-95d5-2fbaac50416a req-98fef7c3-b741-40e3-a56b-8a0b73e7fa06 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:45.585311 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-28805c65-29bf-49ad-95d5-2fbaac50416a req-98fef7c3-b741-40e3-a56b-8a0b73e7fa06 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1323650 Jan 20 21:00:45.687684 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-28805c65-29bf-49ad-95d5-2fbaac50416a req-1bfad993-052e-45ad-9ac8-8409e4ebdf3c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891984 Jan 20 21:00:45.948141 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-0adc5c97-bc67-4ded-90be-3d054ef9382c req-0fca89fe-d1aa-4a12-9c06-7d2a762d64a4 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Synchronizing usage tracker for tenant:19acbd934bc9493aa3ec8510f6d95f37 on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:00:45.967746 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-0adc5c97-bc67-4ded-90be-3d054ef9382c req-0fca89fe-d1aa-4a12-9c06-7d2a762d64a4 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Unset dirty status for tenant:19acbd934bc9493aa3ec8510f6d95f37 on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:00:45.969249 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0adc5c97-bc67-4ded-90be-3d054ef9382c req-0fca89fe-d1aa-4a12-9c06-7d2a762d64a4 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 210 time: 0.0769823 Jan 20 21:00:46.350262 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee3d74-4d76-41d9-978b-4162eb87f9a6 req-82c2718a-6d44-447e-8336-38c3a5288665 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:46.352557 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-faee3d74-4d76-41d9-978b-4162eb87f9a6 req-82c2718a-6d44-447e-8336-38c3a5288665 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.1109104 Jan 20 21:00:46.435790 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-faee3d74-4d76-41d9-978b-4162eb87f9a6 req-42ce15cc-426d-49cd-949e-984bdf8ac8d6 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0708449 Jan 20 21:00:46.690915 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:00:46.743983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] No Port match for: 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:00:46.744544 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 8d894c6c-9118-4cc3-97d2-6fc5dcf5c6a8 not bound to the agent host hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:00:46.832020 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b376fb6-6e61-4387-9b35-2992aba31106 req-a13b8b1a-fa98-4511-96d2-8124e7bb9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:46.833713 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9b376fb6-6e61-4387-9b35-2992aba31106 req-a13b8b1a-fa98-4511-96d2-8124e7bb9827 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c922eec-afe6-4eee-af95-8fb9a05787f0 HTTP/1.1" status: 200 len: 849 time: 0.1034095 Jan 20 21:00:46.948245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b376fb6-6e61-4387-9b35-2992aba31106 req-54a1f57d-a847-474f-a342-f97230ce4b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:46.950017 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9b376fb6-6e61-4387-9b35-2992aba31106 req-54a1f57d-a847-474f-a342-f97230ce4b2e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f278e563-18ec-4833-a094-4f0a1a5f0abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920613 Jan 20 21:00:47.197421 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7c7b5a99-be04-45ea-8d95-7d4e41e07843 req-f223453e-a59e-4c11-b494-73fc8e894bf8 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] 10.222.0.18 "GET /v2.0/ports?device_id=ee3fddfa-949a-461c-b207-6cc2a74cab66 HTTP/1.1" status: 200 len: 210 time: 0.0503240 Jan 20 21:00:47.288656 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9b376fb6-6e61-4387-9b35-2992aba31106 req-61cae0dc-a0c4-4069-adb7-f7a8e0c04f7c service neutron] 10.222.0.10 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581108 Jan 20 21:00:47.314910 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444a48d-af71-4662-aea2-0b4e9673615d req-2b238b0d-b5ed-48c6-ae3d-f8dad7370d82 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:47.316669 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6444a48d-af71-4662-aea2-0b4e9673615d req-2b238b0d-b5ed-48c6-ae3d-f8dad7370d82 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.3284638 Jan 20 21:00:47.351558 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31bb8e-9b46-4c4b-a57e-170a030827ef req-f815b1d5-3d3a-436e-a70c-298bec4fcece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:47.353157 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ea31bb8e-9b46-4c4b-a57e-170a030827ef req-f815b1d5-3d3a-436e-a70c-298bec4fcece service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d67811fe8b24d0ea0a79eea4cb3faec&device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 1162 time: 0.2310064 Jan 20 21:00:47.392006 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2d09b7fa-9fe0-45f3-8652-b507ff46a39a up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:00:47.480479 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:00:47.480926 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:47.734280 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7063425-1d8b-45bc-a066-749eaa474229 req-a9dae65e-e956-4223-a6f6-2229ff91fe13 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:47.736234 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7063425-1d8b-45bc-a066-749eaa474229 req-a9dae65e-e956-4223-a6f6-2229ff91fe13 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.1254990 Jan 20 21:00:47.800757 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c7063425-1d8b-45bc-a066-749eaa474229 req-3181bd36-6e9c-4bab-9662-31b7a4f637df tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0577137 Jan 20 21:00:47.822436 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6444a48d-af71-4662-aea2-0b4e9673615d req-fcde5494-44e0-4cef-8b6f-7b5b378af3c4 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4743454 Jan 20 21:00:47.890870 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31bb8e-9b46-4c4b-a57e-170a030827ef req-dfa2ee64-6bf2-4ce2-9a17-de97fda1b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:47.892866 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ea31bb8e-9b46-4c4b-a57e-170a030827ef req-dfa2ee64-6bf2-4ce2-9a17-de97fda1b584 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3626e053-e2c6-4a9d-af31-12464de5babb HTTP/1.1" status: 200 len: 902 time: 0.4656928 Jan 20 21:00:47.961813 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9b376fb6-6e61-4387-9b35-2992aba31106 req-34638952-e923-4946-9517-79c20ceabf2b service neutron] 10.222.0.10 "GET /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6422942 Jan 20 21:00:48.028455 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ea31bb8e-9b46-4c4b-a57e-170a030827ef req-bba01a12-4212-4520-a259-e728f154c7cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d09b7fa-9fe0-45f3-8652-b507ff46a39a HTTP/1.1" status: 200 len: 1001 time: 0.1277950 Jan 20 21:00:48.114039 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31bb8e-9b46-4c4b-a57e-170a030827ef req-1271652a-2655-4e35-996d-eba29cce49ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:48.115801 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ea31bb8e-9b46-4c4b-a57e-170a030827ef req-1271652a-2655-4e35-996d-eba29cce49ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19270a47-c8fe-42d9-a21a-e8cb2c3a7199 HTTP/1.1" status: 200 len: 847 time: 0.0793729 Jan 20 21:00:48.214114 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31bb8e-9b46-4c4b-a57e-170a030827ef req-fa7205db-6ab3-4b68-9e3f-f661583910a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:48.215853 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ea31bb8e-9b46-4c4b-a57e-170a030827ef req-fa7205db-6ab3-4b68-9e3f-f661583910a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3626e053-e2c6-4a9d-af31-12464de5babb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0894589 Jan 20 21:00:48.411808 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ea31bb8e-9b46-4c4b-a57e-170a030827ef req-4cc55453-8bb6-48ef-a830-0b1992bc4b26 service neutron] 10.222.0.10 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883044 Jan 20 21:00:48.656404 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ea31bb8e-9b46-4c4b-a57e-170a030827ef req-b068eb6d-04fb-48f2-b2e7-6f19f6fba131 service neutron] 10.222.0.10 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2329712 Jan 20 21:00:49.188910 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056db20-7d8b-4e5b-a13d-94ffa3540a8d req-08a7d967-4792-4488-8745-a3dbf2461cff tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:49.192265 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9056db20-7d8b-4e5b-a13d-94ffa3540a8d req-08a7d967-4792-4488-8745-a3dbf2461cff tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1314168 Jan 20 21:00:49.217857 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424998c-39a3-4410-9111-599f639a4298 req-093dc033-4199-40ae-b973-21db96b6c2a6 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:49.227199 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9424998c-39a3-4410-9111-599f639a4298 req-093dc033-4199-40ae-b973-21db96b6c2a6 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.1686461 Jan 20 21:00:49.284730 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9056db20-7d8b-4e5b-a13d-94ffa3540a8d req-90cef6db-69e8-4ed4-ac1a-eb2f38ad3d12 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767262 Jan 20 21:00:49.295787 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9424998c-39a3-4410-9111-599f639a4298 req-fd75add0-31c7-4e41-8bad-d8b56beef899 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0675027 Jan 20 21:00:49.648853 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 57688) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:00:50.879234 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb27dc-5a90-4916-8df9-793689bb7e4e req-0a746e53-6504-4a19-9000-fa40d31e57ab tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:50.882148 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-80fb27dc-5a90-4916-8df9-793689bb7e4e req-0a746e53-6504-4a19-9000-fa40d31e57ab tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.2349079 Jan 20 21:00:51.068334 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-80fb27dc-5a90-4916-8df9-793689bb7e4e req-8e320bcd-892c-44ba-8a20-6c900c63fcdf tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609800 Jan 20 21:00:51.140295 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2d09b7fa-9fe0-45f3-8652-b507ff46a39a no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:00:51.181773 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f44e16-c191-4fb9-8449-b7cd10c14d62 req-7e28eb55-a1ea-494c-b048-3202200b7bfb tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:51.195959 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e7f44e16-c191-4fb9-8449-b7cd10c14d62 req-7e28eb55-a1ea-494c-b048-3202200b7bfb tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.3091428 Jan 20 21:00:51.281798 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e7f44e16-c191-4fb9-8449-b7cd10c14d62 req-c2b3d486-6c6d-4ba3-88fd-48cb054aa525 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0846987 Jan 20 21:00:51.305727 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-897401d8-c69a-45aa-b172-4940b4325240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854398163'] for router_interface, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:51.433277 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:51.486091 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9304c8-1479-4170-b2a6-a401412102b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d09b7fa-9fe0-45f3-8652-b507ff46a39a'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:00:51.496556 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=2d09b7fa-9fe0-45f3-8652-b507ff46a39a,segment=NetworkSegment(d15b158a-28fe-4159-8e5d-5e16c27d2248),segment_id=d15b158a-28fe-4159-8e5d-5e16c27d2248)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:00:51.502207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:51.505162 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:51.602244 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9304c8-1479-4170-b2a6-a401412102b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d09b7fa-9fe0-45f3-8652-b507ff46a39a', 'code': 200} Jan 20 21:00:51.602472 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=2d09b7fa-9fe0-45f3-8652-b507ff46a39a,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:51.612563 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.615150 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.615150 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.615150 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.615903 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.616435 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.617082 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.617751 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.618379 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.619146 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.620156 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.620156 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.620805 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.621414 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.622172 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.622387 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.622935 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.623862 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.624637 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.625380 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.626170 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.626969 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.628052 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.628915 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:00:51.637737 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:52.058225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-897401d8-c69a-45aa-b172-4940b4325240 admin admin] Deleting port 1f2b5955-0e22-46c4-8db5-8c70152b9384 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:00:52.059322 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-897401d8-c69a-45aa-b172-4940b4325240 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:52.538620 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fa4f5-3a8e-4460-a291-a2d9e271a053 req-5f7399a9-c12a-4da3-8051-5539612de3f1 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:52.540614 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-500fa4f5-3a8e-4460-a291-a2d9e271a053 req-5f7399a9-c12a-4da3-8051-5539612de3f1 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1472416 Jan 20 21:00:52.611243 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-500fa4f5-3a8e-4460-a291-a2d9e271a053 req-bbe98433-efaf-4c50-93d6-df2fae94207d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625105 Jan 20 21:00:52.628125 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-897401d8-c69a-45aa-b172-4940b4325240 admin admin] For port 1f2b5955-0e22-46c4-8db5-8c70152b9384, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=1f2b5955-0e22-46c4-8db5-8c70152b9384,segment=NetworkSegment(577b47de-df02-49f3-b50a-c1ba43cf5e72),segment_id=577b47de-df02-49f3-b50a-c1ba43cf5e72)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:00:52.629098 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-897401d8-c69a-45aa-b172-4940b4325240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:52.869155 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-897401d8-c69a-45aa-b172-4940b4325240 admin admin] Calling delete_port for 1f2b5955-0e22-46c4-8db5-8c70152b9384 owned by network:router_interface {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:00:53.186686 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84184929-2abc-4064-85a1-102f95a8e8d4 req-85a00d3c-88bb-4d3e-ad33-2252d5abd0e2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:53.189542 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-84184929-2abc-4064-85a1-102f95a8e8d4 req-85a00d3c-88bb-4d3e-ad33-2252d5abd0e2 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.2769554 Jan 20 21:00:53.262077 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-84184929-2abc-4064-85a1-102f95a8e8d4 req-4ed9c242-5ff3-47f8-846c-ee281100d31c tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0647187 Jan 20 21:00:53.315346 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:00:53.462530 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:00:53.463031 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:53.483849 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-897401d8-c69a-45aa-b172-4940b4325240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:53.511131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ab037d10-a3d9-4ad6-af3c-7cb22c589b52 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:00:53.635092 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897401d8-c69a-45aa-b172-4940b4325240 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f2b5955-0e22-46c4-8db5-8c70152b9384,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:00:53.640356 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-897401d8-c69a-45aa-b172-4940b4325240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:00:53.972929 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345f34d-0e07-485c-bd61-4e588dbdb5b8 req-eefa6983-9956-43ce-938f-44b08dbedeab tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:53.987657 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5345f34d-0e07-485c-bd61-4e588dbdb5b8 req-eefa6983-9956-43ce-938f-44b08dbedeab tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.1994364 Jan 20 21:00:54.096127 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5345f34d-0e07-485c-bd61-4e588dbdb5b8 req-89cde8da-0947-424f-b436-37bd268b1ff1 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1037445 Jan 20 21:00:54.233582 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f44c9f-8e9f-4c89-9a32-1a1263f00adb req-53e0c6da-ee95-4b48-aeaf-6c2839305253 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:54.235273 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a3f44c9f-8e9f-4c89-9a32-1a1263f00adb req-53e0c6da-ee95-4b48-aeaf-6c2839305253 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.4195044 Jan 20 21:00:54.290415 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-46e05d74-2504-4271-87b4-7b784137d7c0 req-c6206ece-4bce-49de-ad72-c63e5e8a11bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5545721 Jan 20 21:00:54.491923 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a3f44c9f-8e9f-4c89-9a32-1a1263f00adb req-04e5a423-2a84-4b88-9478-1d3bc636c13e tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310205 Jan 20 21:00:54.540957 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-897401d8-c69a-45aa-b172-4940b4325240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3687546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854398005'] for router_interface, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:55.696858 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e6904-ceb6-40f3-a816-f2e4ef3bb9ba req-da21fd17-268f-4999-9b4a-13f8e180ba61 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:55.705579 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d41e6904-ceb6-40f3-a816-f2e4ef3bb9ba req-da21fd17-268f-4999-9b4a-13f8e180ba61 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.3079069 Jan 20 21:00:55.755704 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897401d8-c69a-45aa-b172-4940b4325240 admin admin] Router 6cfff5e4-08e0-46fa-be49-b35f71e1c475 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:00:55.807540 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d41e6904-ceb6-40f3-a816-f2e4ef3bb9ba req-9d07fe06-00f1-42b0-a43c-5538539f1d19 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1000156 Jan 20 21:00:56.351803 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897401d8-c69a-45aa-b172-4940b4325240 admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:00:56.362311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605cdde4-5f85-4f4f-a1a6-d00e7eecbd84 None None] Sync routers for ids ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:00:56.376976 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605cdde4-5f85-4f4f-a1a6-d00e7eecbd84 None None] Routers {'6cfff5e4-08e0-46fa-be49-b35f71e1c475'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:00:56.378303 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-605cdde4-5f85-4f4f-a1a6-d00e7eecbd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:00:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:00:56.420210 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ebabc-f9d3-4563-ac44-78369431710b req-a7099982-4bc7-49ca-881f-f11418647e83 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:56.432942 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-210ebabc-f9d3-4563-ac44-78369431710b req-a7099982-4bc7-49ca-881f-f11418647e83 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.3853018 Jan 20 21:00:56.442315 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-897401d8-c69a-45aa-b172-4940b4325240 admin admin] 10.222.0.18 "PUT /v2.0/routers/6cfff5e4-08e0-46fa-be49-b35f71e1c475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7880948 Jan 20 21:00:56.442824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 57760) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:00:56.523735 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-210ebabc-f9d3-4563-ac44-78369431710b req-1a52d9fe-5f8d-4fa9-96e5-e6420915d6b6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885878 Jan 20 21:00:56.705796 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12f09f56-b4f5-489f-9a40-10471fe75055 admin admin] Notify callbacks [] for router, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:56.956997 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12f09f56-b4f5-489f-9a40-10471fe75055 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:56.964771 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-12f09f56-b4f5-489f-9a40-10471fe75055 admin admin] Deleting port 9a6bbc1d-781e-454c-9848-271f4adcb17e {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:00:56.965470 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12f09f56-b4f5-489f-9a40-10471fe75055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:56.978061 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-605cdde4-5f85-4f4f-a1a6-d00e7eecbd84 None None] Set router 6cfff5e4-08e0-46fa-be49-b35f71e1c475 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:00:57.208327 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a274e63-2d8b-4962-b6d8-1d3434422aca req-be50ea06-4211-4b48-ab85-d062ac5d3c80 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:57.218144 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1a274e63-2d8b-4962-b6d8-1d3434422aca req-be50ea06-4211-4b48-ab85-d062ac5d3c80 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.1856329 Jan 20 21:00:57.292753 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1a274e63-2d8b-4962-b6d8-1d3434422aca req-caf6791a-6f83-4044-b72e-942a9862d5bf tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0731919 Jan 20 21:00:57.387644 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e05d74-2504-4271-87b4-7b784137d7c0 req-e88c82a2-f021-49d0-aed2-d7d52923b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:57.389664 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-46e05d74-2504-4271-87b4-7b784137d7c0 req-e88c82a2-f021-49d0-aed2-d7d52923b438 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4&tenant_id=2d67811fe8b24d0ea0a79eea4cb3faec HTTP/1.1" status: 200 len: 1160 time: 0.1131394 Jan 20 21:00:57.392454 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-12f09f56-b4f5-489f-9a40-10471fe75055 admin admin] For port 9a6bbc1d-781e-454c-9848-271f4adcb17e, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=9a6bbc1d-781e-454c-9848-271f4adcb17e,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:00:57.393054 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12f09f56-b4f5-489f-9a40-10471fe75055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:57.677934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-12f09f56-b4f5-489f-9a40-10471fe75055 admin admin] Calling delete_port for 9a6bbc1d-781e-454c-9848-271f4adcb17e owned by network:router_gateway {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:00:57.787320 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-605cdde4-5f85-4f4f-a1a6-d00e7eecbd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'name': 'tempest-TestMinimumBasicScenario-1381442890-router', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:43Z', 'updated_at': '2021-01-20T21:00:53Z', 'revision_number': 5, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'gw_port': {'id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:45Z', 'updated_at': '2021-01-20T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:00:57.796582 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605cdde4-5f85-4f4f-a1a6-d00e7eecbd84 None None] Checking router: 6cfff5e4-08e0-46fa-be49-b35f71e1c475 for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:00:57.818534 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605cdde4-5f85-4f4f-a1a6-d00e7eecbd84 None None] Routers {'6cfff5e4-08e0-46fa-be49-b35f71e1c475'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:00:57.819810 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-605cdde4-5f85-4f4f-a1a6-d00e7eecbd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:00:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:00:57.913195 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e05d74-2504-4271-87b4-7b784137d7c0 req-2c376311-cb7b-4ebd-962f-c97dfd3a1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:57.915997 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-46e05d74-2504-4271-87b4-7b784137d7c0 req-2c376311-cb7b-4ebd-962f-c97dfd3a1ef0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d67811fe8b24d0ea0a79eea4cb3faec&device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 1160 time: 0.4257460 Jan 20 21:00:58.354417 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e05d74-2504-4271-87b4-7b784137d7c0 req-36d72dce-a828-4604-be32-9ecc4bd2e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:58.377590 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-46e05d74-2504-4271-87b4-7b784137d7c0 req-36d72dce-a828-4604-be32-9ecc4bd2e06a service neutron] 10.222.0.10 "GET /v2.0/networks?id=3626e053-e2c6-4a9d-af31-12464de5babb HTTP/1.1" status: 200 len: 902 time: 0.4310718 Jan 20 21:00:58.377915 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-605cdde4-5f85-4f4f-a1a6-d00e7eecbd84 None None] Set router 6cfff5e4-08e0-46fa-be49-b35f71e1c475 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:00:59.057054 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-605cdde4-5f85-4f4f-a1a6-d00e7eecbd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'name': 'tempest-TestMinimumBasicScenario-1381442890-router', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:43Z', 'updated_at': '2021-01-20T21:00:53Z', 'revision_number': 5, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'gw_port': {'id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:45Z', 'updated_at': '2021-01-20T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:00:59.065425 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605cdde4-5f85-4f4f-a1a6-d00e7eecbd84 None None] The sync data for ids ['6cfff5e4-08e0-46fa-be49-b35f71e1c475'] in dv-cinder-749155-5-iscsi is: [{'id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'name': 'tempest-TestMinimumBasicScenario-1381442890-router', 'tenant_id': '19acbd934bc9493aa3ec8510f6d95f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:43Z', 'updated_at': '2021-01-20T21:00:53Z', 'revision_number': 5, 'project_id': '19acbd934bc9493aa3ec8510f6d95f37', 'gw_port': {'id': '9a6bbc1d-781e-454c-9848-271f4adcb17e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfff5e4-08e0-46fa-be49-b35f71e1c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:45Z', 'updated_at': '2021-01-20T20:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:00:59.106513 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-46e05d74-2504-4271-87b4-7b784137d7c0 req-c94fc305-0334-4ced-97cd-b54f71af1d17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d09b7fa-9fe0-45f3-8652-b507ff46a39a HTTP/1.1" status: 200 len: 999 time: 0.7268593 Jan 20 21:00:59.226485 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e05d74-2504-4271-87b4-7b784137d7c0 req-3a1ed285-38a5-423e-b5f5-5f3feca42131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:59.228414 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-46e05d74-2504-4271-87b4-7b784137d7c0 req-3a1ed285-38a5-423e-b5f5-5f3feca42131 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19270a47-c8fe-42d9-a21a-e8cb2c3a7199 HTTP/1.1" status: 200 len: 847 time: 0.1096539 Jan 20 21:00:59.313606 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d03a8d-a2f3-4646-8376-5003ea24c9d9 req-f7d68ed1-6b44-41bb-9f15-e2e62ec99db0 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:59.321745 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a9d03a8d-a2f3-4646-8376-5003ea24c9d9 req-f7d68ed1-6b44-41bb-9f15-e2e62ec99db0 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 1.5399384 Jan 20 21:00:59.382955 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf9c3b-882b-4a7b-b861-1fd16e8ea9dc req-854cf1c6-c969-46d0-a26e-d6c186a4366c tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:59.384993 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fedf9c3b-882b-4a7b-b861-1fd16e8ea9dc req-854cf1c6-c969-46d0-a26e-d6c186a4366c tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.3497062 Jan 20 21:00:59.403259 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a9d03a8d-a2f3-4646-8376-5003ea24c9d9 req-18b2ad9a-d66c-4d4a-b8cb-aae122be1b2b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801306 Jan 20 21:00:59.515960 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6f71b153-9a0a-455b-8f60-c8bbea32d07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:00:59.519038 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fedf9c3b-882b-4a7b-b861-1fd16e8ea9dc req-6c4b5b5f-bfc7-4c7a-93ca-c9e631a16777 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1274824 Jan 20 21:00:59.537504 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e05d74-2504-4271-87b4-7b784137d7c0 req-2aa997af-e73f-4829-8ae8-7163e3cdcda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:00:59.539791 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-46e05d74-2504-4271-87b4-7b784137d7c0 req-2aa997af-e73f-4829-8ae8-7163e3cdcda9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3626e053-e2c6-4a9d-af31-12464de5babb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3041584 Jan 20 21:00:59.655186 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 1f2b5955-0e22-46c4-8db5-8c70152b9384 no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:00:59.757170 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: 1f2b5955-0e22-46c4-8db5-8c70152b9384 {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:00:59.757872 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 1f2b5955-0e22-46c4-8db5-8c70152b9384 not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:00:59.822093 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-46e05d74-2504-4271-87b4-7b784137d7c0 req-7429a163-6d2d-4416-98f9-edbf842c0564 service neutron] 10.222.0.10 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726812 Jan 20 21:01:00.033463 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-46e05d74-2504-4271-87b4-7b784137d7c0 req-c3eb61c4-df5d-4208-84ed-9f8e68d304db service neutron] 10.222.0.10 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1995442 Jan 20 21:01:00.040621 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12f09f56-b4f5-489f-9a40-10471fe75055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING neutron.plugins.ml2.ovo_rpc [None req-12f09f56-b4f5-489f-9a40-10471fe75055 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: result = function(*args, **kwargs) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: proto.__init__(conn_state, self) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: self.handle() Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: self.handle_one_request() Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: self.handle_one_response() Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: result = self.application(self.environ, start_response) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: return app(environ, start_response) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: resp = self.call_func(req, *args, **kw) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.func(req, *args, **kwargs) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: response = req.get_response(self.application) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: application, catch_exc_info=False) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: app_iter = application(self.environ, start_response) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: resp = self.call_func(req, *args, **kw) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.func(req, *args, **kwargs) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: response = req.get_response(self.application) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: application, catch_exc_info=False) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: app_iter = application(self.environ, start_response) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: resp = self.call_func(req, *args, **kw) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.func(req, *args, **kwargs) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: response = req.get_response(self.application) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: application, catch_exc_info=False) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: app_iter = application(self.environ, start_response) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: resp = self.call_func(req, *args, **kw) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.func(req, *args, **kwargs) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: response = req.get_response(self.application) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: application, catch_exc_info=False) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: app_iter = application(self.environ, start_response) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: resp = self.call_func(req, *args, **kw) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.func(req, *args, **kwargs) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: return request.get_response(self.application) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: application, catch_exc_info=False) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: app_iter = application(self.environ, start_response) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: resp = self.call_func(req, *args, **kw) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.func(req, *args, **kwargs) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: response = req.get_response(self._app) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: application, catch_exc_info=False) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: app_iter = application(self.environ, start_response) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: return resp(environ, start_response) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: return resp(environ, start_response) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: response = self.app(environ, start_response) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: return resp(environ, start_response) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: resp = self.call_func(req, *args, **kw) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.func(req, *args, **kwargs) Jan 20 21:01:00.048232 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: result = method(request=request, **args) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: return self._delete(request, id, **kwargs) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(*args, **kwargs) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(*args, **kwargs) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(*dup_args, **dup_kwargs) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: obj_deleter(request.context, id, **kwargs) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: return method(*args, **kwargs) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(*args, **kwargs) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(*args, **kwargs) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(*dup_args, **dup_kwargs) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: self._delete_current_gw_port(context, id, router, None) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: admin_ctx, gw_port_id, l3_port_check=False) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(self, context, *args, **kwargs) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: return method(*args, **kwargs) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: context, port, router_ids, bound_mech_contexts) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: return function(*args, **kwargs) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: callback(resource, event, trigger, **kwargs) Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: if self._is_session_semantic_violated(context, resource, event): Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: stack = traceback.extract_stack() Jan 20 21:01:00.054703 dv-cinder-749155-5-iscsi neutron-server[79999]: Jan 20 21:01:00.504065 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12f09f56-b4f5-489f-9a40-10471fe75055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392026'] for router_gateway, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:00.682835 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12f09f56-b4f5-489f-9a40-10471fe75055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-392176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40098'] for router, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:00.686052 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12f09f56-b4f5-489f-9a40-10471fe75055 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:00.946597 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb671e-b620-4602-9653-6e15915599bf req-d52780a4-08ab-46a6-9ef2-15850ca24c75 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:00.956660 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4ccb671e-b620-4602-9653-6e15915599bf req-d52780a4-08ab-46a6-9ef2-15850ca24c75 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1880124 Jan 20 21:01:01.000581 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12f09f56-b4f5-489f-9a40-10471fe75055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854385273'] for router, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:01.001599 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f09f56-b4f5-489f-9a40-10471fe75055 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cfff5e4-08e0-46fa-be49-b35f71e1c475 {{(pid=80112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 21:01:01.037598 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5778de1-f997-4924-94e7-e66dfdf528e7 req-8c2cad4a-91e2-4622-9110-0e439bd14bfa tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:01.041385 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4ccb671e-b620-4602-9653-6e15915599bf req-c914e64e-d2e3-49fe-9cae-cbe98cb7a3c2 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805919 Jan 20 21:01:01.046920 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f5778de1-f997-4924-94e7-e66dfdf528e7 req-8c2cad4a-91e2-4622-9110-0e439bd14bfa tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.1694503 Jan 20 21:01:01.152415 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f5778de1-f997-4924-94e7-e66dfdf528e7 req-d9504221-3c4b-4448-a09a-ae9eb0dd8acd tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1038637 Jan 20 21:01:01.155052 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-12f09f56-b4f5-489f-9a40-10471fe75055 admin admin] Notify callbacks [] for router, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:01.160289 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-12f09f56-b4f5-489f-9a40-10471fe75055 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6cfff5e4-08e0-46fa-be49-b35f71e1c475 HTTP/1.1" status: 204 len: 168 time: 4.7162888 Jan 20 21:01:01.163191 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 57820) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:01:01.315971 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4d4795-f614-4fb8-a5f2-1112cebd4bf2 admin admin] Deleting subnet 397012bd-7b76-4a96-a088-d52b2af7ec97 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 21:01:01.330918 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4795-f614-4fb8-a5f2-1112cebd4bf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:01.549286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4795-f614-4fb8-a5f2-1112cebd4bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2426957'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:01.734187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 9a6bbc1d-781e-454c-9848-271f4adcb17e no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:01:01.818209 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: 9a6bbc1d-781e-454c-9848-271f4adcb17e {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:01:01.819214 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 9a6bbc1d-781e-454c-9848-271f4adcb17e not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:01:01.819344 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4795-f614-4fb8-a5f2-1112cebd4bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851329876'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:02.476571 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c5a5fef1-4d0e-4479-b12b-ed892d46e231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:02.556433 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4795-f614-4fb8-a5f2-1112cebd4bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3445940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852348269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27003399'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:02.568012 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:02.619417 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b6379-2193-4979-a907-3ace1b8df1dc req-a6925078-fc36-40cd-9b12-7f1062d39a3b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:02.639297 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5d6b6379-2193-4979-a907-3ace1b8df1dc req-a6925078-fc36-40cd-9b12-7f1062d39a3b tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.3030922 Jan 20 21:01:02.755190 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5d6b6379-2193-4979-a907-3ace1b8df1dc req-eb46200a-ba79-4500-9141-83dffd90659f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147652 Jan 20 21:01:02.833170 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cfff4a6a-891e-4e27-8bdd-ed2eea3cd65b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:02.934202 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4795-f614-4fb8-a5f2-1112cebd4bf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:02.937243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d4795-f614-4fb8-a5f2-1112cebd4bf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=397012bd-7b76-4a96-a088-d52b2af7ec97,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:02.947231 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1b1808-7f52-47ca-9a59-7c56f8b94f3f None None] Network 296e01d9-eed6-4c61-9729-39e865bcc82f requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 21:01:02.948815 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8d4d4795-f614-4fb8-a5f2-1112cebd4bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:02.955514 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 57830) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:01:02.975883 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-8d4d4795-f614-4fb8-a5f2-1112cebd4bf2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/397012bd-7b76-4a96-a088-d52b2af7ec97 HTTP/1.1" status: 204 len: 168 time: 1.8104212 Jan 20 21:01:03.097156 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f85ee4-94d0-4a12-896e-86bf641ded9b req-e3a34c6a-43c8-45c6-baf2-269d93f7be3c tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:03.113714 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d5f85ee4-94d0-4a12-896e-86bf641ded9b req-e3a34c6a-43c8-45c6-baf2-269d93f7be3c tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.2366402 Jan 20 21:01:03.235299 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d5f85ee4-94d0-4a12-896e-86bf641ded9b req-fca924d3-4581-44fe-8321-343cfe76a8c6 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1204586 Jan 20 21:01:03.244521 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854054876'] for network, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:03.358318 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Deleting port 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:01:03.358622 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:03.577002 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:03.697630 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:03.736575 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] For port 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35,segment=NetworkSegment(577b47de-df02-49f3-b50a-c1ba43cf5e72),segment_id=577b47de-df02-49f3-b50a-c1ba43cf5e72)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:01:03.736937 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:03.792908 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b067d01a-442a-4ffd-bbf5-f945f525617b None None] DHCP port deletion for 296e01d9-eed6-4c61-9729-39e865bcc82f request from dv-cinder-749155-5-iscsi {{(pid=80114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 20 21:01:03.819365 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-b067d01a-442a-4ffd-bbf5-f945f525617b None None] Deleting port 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:01:03.819365 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b067d01a-442a-4ffd-bbf5-f945f525617b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:03.983098 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Calling delete_port for 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 owned by network:dhcp {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:01:04.168363 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:04.168933 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24185ac-db7a-40ee-b0f6-525d5ee4d893 req-dd7c7479-471e-4e3a-97ac-4166f84d6763 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:04.178771 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c24185ac-db7a-40ee-b0f6-525d5ee4d893 req-dd7c7479-471e-4e3a-97ac-4166f84d6763 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1910880 Jan 20 21:01:04.196819 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-026e9536-d356-4358-ac9a-efd4fe659dff tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:04.273228 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c24185ac-db7a-40ee-b0f6-525d5ee4d893 req-684d3c7a-d89b-430a-979c-c68b992db758 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927947 Jan 20 21:01:04.443139 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-b067d01a-442a-4ffd-bbf5-f945f525617b None None] For port 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35,segment=NetworkSegment(577b47de-df02-49f3-b50a-c1ba43cf5e72),segment_id=577b47de-df02-49f3-b50a-c1ba43cf5e72)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:01:04.443669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b067d01a-442a-4ffd-bbf5-f945f525617b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:04.483544 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:04.511111 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:04.523540 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] No DVR routers for this DVR port 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 on host dv-cinder-749155-5-iscsi {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 21:01:04.652130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-b067d01a-442a-4ffd-bbf5-f945f525617b None None] Calling delete_port for 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:01:04.820059 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [None req-b067d01a-442a-4ffd-bbf5-f945f525617b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 21:01:04.820473 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [None req-b067d01a-442a-4ffd-bbf5-f945f525617b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 21:01:05.007545 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3445791', 'neutron.services.segments.db._delete_segments_for_network--9223363282312691657'] for network, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:05.321630 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-b067d01a-442a-4ffd-bbf5-f945f525617b None None] Deleting port 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:01:05.322098 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b067d01a-442a-4ffd-bbf5-f945f525617b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:05.563452 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-b067d01a-442a-4ffd-bbf5-f945f525617b None None] The port '9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35' was deleted {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 20 21:01:05.631064 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0e7c9-1816-4287-8642-49b66f1f26f9 req-dc9592b3-a862-4d4d-8765-b6b7b422306b tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:05.648408 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-53b0e7c9-1816-4287-8642-49b66f1f26f9 req-dc9592b3-a862-4d4d-8765-b6b7b422306b tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.8265009 Jan 20 21:01:05.684255 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296e01d9-eed6-4c61-9729-39e865bcc82f']}} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:05.735447 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577b47de-df02-49f3-b50a-c1ba43cf5e72') {'for_net_delete': True} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:05.735910 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577b47de-df02-49f3-b50a-c1ba43cf5e72') {} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:05.755753 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:01:05.782203 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-53b0e7c9-1816-4287-8642-49b66f1f26f9 req-6862fbcb-e455-423f-86dc-d37aae1259bf tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1319735 Jan 20 21:01:05.790664 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282312693449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26160046'] for segment, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:05.828266 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:05.836119 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 21:01:05.854269 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:01:05.855015 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 9f5c0a6f-c944-42b7-8b94-d26a2bc9dc35 not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:01:06.060255 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9eb578-c6da-49ec-b41c-5b343eb69fc0 req-11550d0c-8499-44a1-b4c0-169cb7c1a6d7 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:06.061998 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7b9eb578-c6da-49ec-b41c-5b343eb69fc0 req-11550d0c-8499-44a1-b4c0-169cb7c1a6d7 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.2219031 Jan 20 21:01:06.183595 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7b9eb578-c6da-49ec-b41c-5b343eb69fc0 req-10d168dc-ada2-4f4d-8902-3b11d8e2d92d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989683 Jan 20 21:01:06.445468 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Network 296e01d9-eed6-4c61-9729-39e865bcc82f has no segments {{(pid=80112) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:01:06.499293 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851331117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26958849'] for segment, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:07.073429 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Network 296e01d9-eed6-4c61-9729-39e865bcc82f has no segments {{(pid=80112) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:01:07.235975 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18746ea-20ae-448d-89c4-780576a70be3 req-76084b63-eb30-41a4-9407-76fe21fd840b tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:07.252261 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a18746ea-20ae-448d-89c4-780576a70be3 req-76084b63-eb30-41a4-9407-76fe21fd840b tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.2186310 Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: Traceback (most recent call last): Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: timer() Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: cb(*args, **kw) Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: return func(*args, **kwargs) Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: self._notify() Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: self.callback(batched_events) Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: event.method(event) Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: segment_id)['aggregates'][0] Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(self, *a, **k) Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: return self._get(url).json() Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: **kwargs) Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.request(url, 'GET', **kwargs) Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: **endpoint_filter) Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 21:01:07.345752 dv-cinder-749155-5-iscsi neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 21:01:07.401508 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851330025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854383812'] for network, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:07.411402 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:07.420632 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a18746ea-20ae-448d-89c4-780576a70be3 req-ea88af95-a3b7-47f4-b804-8899844bc25d tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1672809 Jan 20 21:01:07.505611 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:07.509623 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Pushing event deleted for resources: {'Network': ['ID=296e01d9-eed6-4c61-9729-39e865bcc82f,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:07.555677 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] 10.222.0.18 "DELETE /v2.0/networks/296e01d9-eed6-4c61-9729-39e865bcc82f HTTP/1.1" status: 204 len: 168 time: 4.5968356 Jan 20 21:01:07.561275 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:07.895058 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2676c-202f-4b83-b4f4-a08609fb86d8 req-47443a51-7432-4699-8118-7ee02f10a2bd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:07.902218 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-69f2676c-202f-4b83-b4f4-a08609fb86d8 req-47443a51-7432-4699-8118-7ee02f10a2bd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.2891450 Jan 20 21:01:08.157421 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-69f2676c-202f-4b83-b4f4-a08609fb86d8 req-0f9819e0-bfaf-4cec-99e8-e2f809bdbee8 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447188 Jan 20 21:01:08.162054 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 57860) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:01:08.278545 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-5af57044-7646-4f14-90fe-a860b6f47aff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19acbd934bc9493aa3ec8510f6d95f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1149800 Jan 20 21:01:08.281413 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 57864) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:01:08.414809 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-41a03cfd-bf68-4002-a9cd-f1eab32a9043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:08.528055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-41a03cfd-bf68-4002-a9cd-f1eab32a9043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:08.633853 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-41a03cfd-bf68-4002-a9cd-f1eab32a9043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:08.641454 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-69712564-807e-4dca-89b4-35862ae88828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:08.661268 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a03cfd-bf68-4002-a9cd-f1eab32a9043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392f3129-e4d5-48ff-8389-3432367a0adc,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:08.666236 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-41a03cfd-bf68-4002-a9cd-f1eab32a9043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:08.837623 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-41a03cfd-bf68-4002-a9cd-f1eab32a9043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:08.854069 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-41a03cfd-bf68-4002-a9cd-f1eab32a9043 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/392f3129-e4d5-48ff-8389-3432367a0adc HTTP/1.1" status: 204 len: 168 time: 0.5586374 Jan 20 21:01:08.941211 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9a2d9-7734-42ca-a4c9-3b0c328e2f6a req-326da11d-9fbd-4d10-be72-2f0cfd2f79cc tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:08.961597 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a2a9a2d9-7734-42ca-a4c9-3b0c328e2f6a req-326da11d-9fbd-4d10-be72-2f0cfd2f79cc tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.2786252 Jan 20 21:01:09.130240 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a2a9a2d9-7734-42ca-a4c9-3b0c328e2f6a req-1ac0ded4-e083-415f-b33c-38c371097fbd tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1673806 Jan 20 21:01:09.789924 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:09.823916 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6af2e9-1048-4473-9a94-ca2ca168d70a req-feb7c635-3026-417a-af0a-b5db9c36ac2d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:09.832945 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ae6af2e9-1048-4473-9a94-ca2ca168d70a req-feb7c635-3026-417a-af0a-b5db9c36ac2d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1984401 Jan 20 21:01:09.915284 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ae6af2e9-1048-4473-9a94-ca2ca168d70a req-4aa9d35a-38a9-4475-b680-12348879b636 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807476 Jan 20 21:01:10.171644 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2d09b7fa-9fe0-45f3-8652-b507ff46a39a up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:01:10.327796 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:10.328506 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:10.563925 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:10.609809 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=2d09b7fa-9fe0-45f3-8652-b507ff46a39a,segment=NetworkSegment(d15b158a-28fe-4159-8e5d-5e16c27d2248),segment_id=d15b158a-28fe-4159-8e5d-5e16c27d2248)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:01:10.611233 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9304c8-1479-4170-b2a6-a401412102b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d09b7fa-9fe0-45f3-8652-b507ff46a39a'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:01:10.618058 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:10.619369 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:01:10.649140 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee231c-75e5-4560-a882-7157e37a34b7 req-c83b025c-4317-4509-83d9-5b7cd34c59aa tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:10.651060 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7bee231c-75e5-4560-a882-7157e37a34b7 req-c83b025c-4317-4509-83d9-5b7cd34c59aa tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 943 time: 0.3020227 Jan 20 21:01:10.695332 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:10.761269 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7bee231c-75e5-4560-a882-7157e37a34b7 req-3ea9f6fc-829b-4060-9eb1-ef334b2cd515 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1024842 Jan 20 21:01:10.885823 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9304c8-1479-4170-b2a6-a401412102b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d09b7fa-9fe0-45f3-8652-b507ff46a39a', 'code': 200} Jan 20 21:01:10.980035 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=2d09b7fa-9fe0-45f3-8652-b507ff46a39a,revision_number=6']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:11.000596 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:11.015464 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:11.015907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:11.602016 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 57910) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:01:11.682844 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2d09b7fa-9fe0-45f3-8652-b507ff46a39a up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:01:11.715824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848011c7-101c-4222-aa1d-a948dc05b145 req-25e86bcd-302d-4561-be81-269455560b8a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:11.727175 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-848011c7-101c-4222-aa1d-a948dc05b145 req-25e86bcd-302d-4561-be81-269455560b8a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.4969852 Jan 20 21:01:11.745512 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdafef9-5f83-44b3-a681-3faaf2422297 req-b8f607f4-f950-4929-8cd9-81f8e6476904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:11.747387 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fcdafef9-5f83-44b3-a681-3faaf2422297 req-b8f607f4-f950-4929-8cd9-81f8e6476904 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 1162 time: 0.4338930 Jan 20 21:01:11.857296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:11.858182 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:11.882922 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-848011c7-101c-4222-aa1d-a948dc05b145 req-6c5c9791-9428-40fa-b3ac-90ee32e15fa8 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462734 Jan 20 21:01:12.003050 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fcdafef9-5f83-44b3-a681-3faaf2422297 req-e7bc2e44-4f58-4dda-a636-8bad73b925db service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1525149 Jan 20 21:01:12.019325 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-305516811-network', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:01:12.031838 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:01:12.041074 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Usage tracker for resource:network and tenant:5f3d8957a8fb47cfbac0777130b595f5 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:01:12.049150 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:01:12.065867 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:01:12.133885 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Made reservation on behalf of 5f3d8957a8fb47cfbac0777130b595f5 for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 21:01:12.141659 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:12.185641 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:01:12.196956 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:12.226374 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:01:12.249009 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Usage tracker for resource:security_group_rule and tenant:5f3d8957a8fb47cfbac0777130b595f5 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:01:12.254316 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:01:12.263053 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:01:12.298606 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adf669-e616-401d-92db-4ff6507e4487 req-3621d415-c444-4418-9f4c-4a14b329a91f tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:12.307385 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-12adf669-e616-401d-92db-4ff6507e4487 req-3621d415-c444-4418-9f4c-4a14b329a91f tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.3547628 Jan 20 21:01:12.393036 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-12adf669-e616-401d-92db-4ff6507e4487 req-2e6919f3-ca6d-4b4f-aa12-3f631eb4e885 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0836589 Jan 20 21:01:12.527211 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:12.532040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:12.554815 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 21:01:12.566645 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754542084143', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:12.567153 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.segments_db [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Added segment 888424d9-8989-4463-86fb-56a5104417c0 of type vxlan for network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c Jan 20 21:01:12.601365 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282313094106'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:12.632212 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:12.642869 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:12.647930 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:12.648603 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:12.691005 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0872126 Jan 20 21:01:12.697594 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 57928) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:01:12.700308 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334e7fef-7aa3-4ece-be46-49f19fed846c,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:12.704351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:12.705171 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-395a3def-244d-489d-a9d1-c78afdcab0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:12.728335 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-e9c6a810-3919-48b9-8f4b-996a69a1d037 admin admin] Request body: {'subnet': {'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-305516811-subnet', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'ip_version': 4}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:01:12.764371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e9c6a810-3919-48b9-8f4b-996a69a1d037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:01:12.787275 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e9c6a810-3919-48b9-8f4b-996a69a1d037 admin admin] Usage tracker for resource:subnet and tenant:5f3d8957a8fb47cfbac0777130b595f5 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:01:12.801633 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e9c6a810-3919-48b9-8f4b-996a69a1d037 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:01:12.826691 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Pushing event updated for resources: {'Network': ['ID=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:12.827989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e9c6a810-3919-48b9-8f4b-996a69a1d037 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:01:12.838544 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:12.840506 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c details requested by agent ovs-agent-dv-cinder-749155-5-iscsi with host dv-cinder-749155-5-iscsi {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 21:01:12.850093 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c6a810-3919-48b9-8f4b-996a69a1d037 admin admin] Made reservation on behalf of 5f3d8957a8fb47cfbac0777130b595f5 for: {'subnet': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 21:01:12.855411 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e9c6a810-3919-48b9-8f4b-996a69a1d037 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26915489'] for subnet, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:13.058226 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 21:01:13.281633 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8967fbb-0179-4e41-9e7a-5fcce20a3d71 req-5ce26e87-2fd3-4250-bafd-ac023b7c43ae tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:13.296227 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f8967fbb-0179-4e41-9e7a-5fcce20a3d71 req-5ce26e87-2fd3-4250-bafd-ac023b7c43ae tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1913452 Jan 20 21:01:13.416211 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f8967fbb-0179-4e41-9e7a-5fcce20a3d71 req-efa780c0-c786-4c5f-8aaf-792b79c9ebba tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186132 Jan 20 21:01:13.976968 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e5457-7a8d-4085-8c11-c1eb1b91c60e req-d1edd8eb-fc01-42a9-bdf3-7b2e79d9c1e7 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:13.986414 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e01e5457-7a8d-4085-8c11-c1eb1b91c60e req-d1edd8eb-fc01-42a9-bdf3-7b2e79d9c1e7 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.2095809 Jan 20 21:01:14.091019 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e01e5457-7a8d-4085-8c11-c1eb1b91c60e req-d4f976d7-bbf1-450b-8085-7f7a77b8160e tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1032200 Jan 20 21:01:14.099039 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e9c6a810-3919-48b9-8f4b-996a69a1d037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26959531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26915474'] for subnet, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:14.116957 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:14.179448 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6a810-3919-48b9-8f4b-996a69a1d037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56109a76-9439-48a6-9012-0d30ffdbc457,revision_number=0']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:14.248048 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e9c6a810-3919-48b9-8f4b-996a69a1d037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:14.423890 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c6a810-3919-48b9-8f4b-996a69a1d037 admin admin] Checking segment: {'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 21:01:14.424493 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c6a810-3919-48b9-8f4b-996a69a1d037 admin admin] Network hostable DHCP agents. Network: d0bffc3a-4c0a-42fc-adff-68ca79e6e80c, hostable agents: ['c1d8426a-9d58-47bd-9d42-89385b1bbfec'], hosted agents: [] {{(pid=80112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 21:01:14.465916 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c6a810-3919-48b9-8f4b-996a69a1d037 admin admin] Network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c is scheduled to be hosted by DHCP agent c1d8426a-9d58-47bd-9d42-89385b1bbfec with binding_index 1 {{(pid=80112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 21:01:14.480774 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-e9c6a810-3919-48b9-8f4b-996a69a1d037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-5-iscsi, d0bffc3a-4c0a-42fc-adff-68ca79e6e80c) {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:01:14.490692 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7183e01-3eb9-4971-b6eb-95b6c99dbfe8 None None] Network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 21:01:14.497853 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c6a810-3919-48b9-8f4b-996a69a1d037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:14.498522 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e9c6a810-3919-48b9-8f4b-996a69a1d037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:14.525233 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e9c6a810-3919-48b9-8f4b-996a69a1d037 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8255074 Jan 20 21:01:14.527918 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 57972) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:01:14.535352 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:01:14.542314 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:01:14.547875 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Usage tracker for resource:router and tenant:5f3d8957a8fb47cfbac0777130b595f5 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:01:14.553351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:01:14.561956 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:01:14.606265 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-377705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40021'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:14.607912 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735702'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:14.645029 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:14.846156 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46e46e78-97ce-58d9-b0c2-61ed0264c73d-d0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457'}]}} from dv-cinder-749155-5-iscsi. {{(pid=80114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 20 21:01:14.847360 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:14.863180 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40397ab-cd66-4f39-b6e9-6a9bc99d7ea8 req-4e510564-681c-41fb-8c83-2130b3e8f293 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:14.865171 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d40397ab-cd66-4f39-b6e9-6a9bc99d7ea8 req-4e510564-681c-41fb-8c83-2130b3e8f293 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1655529 Jan 20 21:01:14.950235 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d40397ab-cd66-4f39-b6e9-6a9bc99d7ea8 req-6b4dc283-40be-4ae2-8fa6-749c5cdd1a04 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708342 Jan 20 21:01:15.371644 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-392076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735685'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:15.390963 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c906d-f056-4d4f-9852-2d3edbddf3fa req-c2d0553f-5db9-43de-96ef-71a066f13017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:15.392890 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a95c906d-f056-4d4f-9852-2d3edbddf3fa req-c2d0553f-5db9-43de-96ef-71a066f13017 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf5cad5f8aed4851835a12ce330c8ebc&device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 1162 time: 0.0905583 Jan 20 21:01:15.419435 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Allocated IP 172.20.0.2 (d0bffc3a-4c0a-42fc-adff-68ca79e6e80c/56109a76-9439-48a6-9012-0d30ffdbc457/b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 21:01:15.548152 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c906d-f056-4d4f-9852-2d3edbddf3fa req-a55ccc3c-15b8-43af-982b-d69fd400d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:15.549764 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a95c906d-f056-4d4f-9852-2d3edbddf3fa req-a55ccc3c-15b8-43af-982b-d69fd400d986 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9041c0a2-a772-4470-a39a-9b8ab252366c HTTP/1.1" status: 200 len: 910 time: 0.1498282 Jan 20 21:01:15.674645 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:15.688851 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Transition to ACTIVE for port object b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:01:15.710024 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a95c906d-f056-4d4f-9852-2d3edbddf3fa req-2684d8b2-b83d-46b4-9e61-63932ac8c8ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6317ffa3-d217-46ca-a3fc-4e3e870aafb3 HTTP/1.1" status: 200 len: 1001 time: 0.1511912 Jan 20 21:01:15.712725 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Transition to ACTIVE for port object b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:01:15.723256 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:15.740732 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:15.795120 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c906d-f056-4d4f-9852-2d3edbddf3fa req-a3655311-ff85-4baf-8e40-055fee62d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:15.796906 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a95c906d-f056-4d4f-9852-2d3edbddf3fa req-a3655311-ff85-4baf-8e40-055fee62d99a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9d457b81-4eac-442d-b015-2dcf9f7a050c HTTP/1.1" status: 200 len: 855 time: 0.0762355 Jan 20 21:01:15.882983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Pushing event updated for resources: {'Port': ['ID=b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:15.885517 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c906d-f056-4d4f-9852-2d3edbddf3fa req-0037d629-4037-43e8-9736-07dc5877805d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:15.886802 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a95c906d-f056-4d4f-9852-2d3edbddf3fa req-0037d629-4037-43e8-9736-07dc5877805d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9041c0a2-a772-4470-a39a-9b8ab252366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829246 Jan 20 21:01:15.896092 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:15.940511 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:15.950152 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:01:15.951719 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:01:15.954298 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 21:01:15.979602 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:16.031575 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Attempting to bind port b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 21:01:16.032043 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Attempting to bind port b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 21:01:16.032389 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Attempting to bind port b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb on network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 21:01:16.039236 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 21, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 21:01:16.039667 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Checking segment: {'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 21:01:16.040131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:16.040580 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Bound using segment: {'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 21:01:16.041131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Bound port: b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 21:01:16.041564 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:16.065738 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a95c906d-f056-4d4f-9852-2d3edbddf3fa req-e2c6dbbd-7614-4ce9-b805-2ae0584f73a9 service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704459 Jan 20 21:01:16.154256 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] For port b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 21:01:16.158849 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] For port b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb,segment=NetworkSegment(888424d9-8989-4463-86fb-56a5104417c0),segment_id=888424d9-8989-4463-86fb-56a5104417c0)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 21:01:16.165127 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:16.186308 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:16.310399 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Pushing event updated for resources: {'Port': ['ID=b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:16.318348 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:16.333033 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 58026) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:01:16.342520 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a95c906d-f056-4d4f-9852-2d3edbddf3fa req-2359398e-ad72-410e-a8e6-2fe209753072 service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2694144 Jan 20 21:01:16.375942 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799172fd-f412-4659-8228-2b7256a109ce req-6e4ce962-0aec-4859-8dbc-a04d807d696c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:16.377910 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-799172fd-f412-4659-8228-2b7256a109ce req-6e4ce962-0aec-4859-8dbc-a04d807d696c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1868763 Jan 20 21:01:16.477115 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-799172fd-f412-4659-8228-2b7256a109ce req-eec76734-0def-4b8e-b29e-b48658207f0c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697086 Jan 20 21:01:16.515862 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-5685fb78-4237-40a9-95df-67847589c991 admin admin] Deleting subnet 53b788da-e560-44b8-96bb-784c3ad79cef {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 21:01:16.546754 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5685fb78-4237-40a9-95df-67847589c991 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:16.626909 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Allocated IP 172.27.0.220 (06ea3fc8-bdc7-4401-9b28-54093eee0170/7fa42e9a-db2b-4126-9d0c-025f1cb6919b/9172f5d7-ee47-4da7-a878-02f85d9b507f) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 21:01:16.652964 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5685fb78-4237-40a9-95df-67847589c991 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2426957'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:16.956563 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5685fb78-4237-40a9-95df-67847589c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851329876'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:17.202999 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:17.352138 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:17.370392 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7e95bf6c-1c3f-4287-a814-8a5e47c17701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:17.529638 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Pushing event updated for resources: {'Port': ['ID=9172f5d7-ee47-4da7-a878-02f85d9b507f,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:17.539727 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:17.575519 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5685fb78-4237-40a9-95df-67847589c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3445940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852348269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27003399'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:17.602797 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:17.782651 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685fb78-4237-40a9-95df-67847589c991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53b788da-e560-44b8-96bb-784c3ad79cef,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:17.796338 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5685fb78-4237-40a9-95df-67847589c991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:17.824228 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf12e1c-97fb-454c-be11-430f17acfda6 req-b6b74ba0-b280-4ab8-a064-dcc1f2d20398 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:17.833810 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fdf12e1c-97fb-454c-be11-430f17acfda6 req-b6b74ba0-b280-4ab8-a064-dcc1f2d20398 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1576371 Jan 20 21:01:17.852236 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:01:17.861405 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:01:17.869020 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 21:01:17.870867 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:01:17.902829 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fdf12e1c-97fb-454c-be11-430f17acfda6 req-0f062361-ad9b-474a-8ffb-34199b043d3a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676095 Jan 20 21:01:17.936923 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5685fb78-4237-40a9-95df-67847589c991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:17.984520 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-5685fb78-4237-40a9-95df-67847589c991 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/53b788da-e560-44b8-96bb-784c3ad79cef HTTP/1.1" status: 204 len: 168 time: 1.6458137 Jan 20 21:01:17.984986 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 58036) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:01:18.033942 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:01:18.135435 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d78e3aa2-feca-49cd-9472-566e109b7a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854054876'] for network, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:18.204506 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ac4b3b-8c04-4bf9-a2c4-e2631d7073e2 None None] Network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 21:01:18.438972 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-cde9390e-4a5f-4c80-b6fd-866cca91cce6 None None] Provisioning for port b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:01:18.456656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-cde9390e-4a5f-4c80-b6fd-866cca91cce6 None None] Provisioning complete for port b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:18.457316 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cde9390e-4a5f-4c80-b6fd-866cca91cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:18.498533 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d78e3aa2-feca-49cd-9472-566e109b7a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3445791', 'neutron.services.segments.db._delete_segments_for_network--9223363282312691657'] for network, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:18.628298 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-d78e3aa2-feca-49cd-9472-566e109b7a6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aedb4100-4487-47b4-9dd4-1e285862d545']}} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:18.643802 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-d78e3aa2-feca-49cd-9472-566e109b7a6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d50b8e-11f3-4fb7-933d-11956c761c62') {'for_net_delete': True} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:18.644096 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-d78e3aa2-feca-49cd-9472-566e109b7a6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d50b8e-11f3-4fb7-933d-11956c761c62') {} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:18.658067 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cde9390e-4a5f-4c80-b6fd-866cca91cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:18.659469 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d78e3aa2-feca-49cd-9472-566e109b7a6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282312693449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26160046'] for segment, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:18.678829 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d78e3aa2-feca-49cd-9472-566e109b7a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:18.681012 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d78e3aa2-feca-49cd-9472-566e109b7a6d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 21:01:18.701650 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-cde9390e-4a5f-4c80-b6fd-866cca91cce6 None None] For port b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb,segment=NetworkSegment(888424d9-8989-4463-86fb-56a5104417c0),segment_id=888424d9-8989-4463-86fb-56a5104417c0)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:01:18.708421 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cde9390e-4a5f-4c80-b6fd-866cca91cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:18.716949 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:18.812035 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9390e-4a5f-4c80-b6fd-866cca91cce6 None None] Pushing event updated for resources: {'Port': ['ID=b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:18.815933 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cde9390e-4a5f-4c80-b6fd-866cca91cce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:18.930392 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-d78e3aa2-feca-49cd-9472-566e109b7a6d admin admin] Network aedb4100-4487-47b4-9dd4-1e285862d545 has no segments {{(pid=80112) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:01:18.937969 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:18.945958 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d78e3aa2-feca-49cd-9472-566e109b7a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851331117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26958849'] for segment, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:19.054743 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1f8606c5-4296-4250-9103-c8663a7e522e None None] Provisioning complete for port b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:19.055052 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1f8606c5-4296-4250-9103-c8663a7e522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:19.379331 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-d78e3aa2-feca-49cd-9472-566e109b7a6d admin admin] Network aedb4100-4487-47b4-9dd4-1e285862d545 has no segments {{(pid=80112) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:01:19.408792 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-21294343-b8d7-4805-8cba-d143796d8526 None None] Provisioning complete for port b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:19.409611 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-21294343-b8d7-4805-8cba-d143796d8526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: Traceback (most recent call last): Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: timer() Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: cb(*args, **kw) Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: return func(*args, **kwargs) Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: self._notify() Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: self.callback(batched_events) Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: event.method(event) Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: segment_id)['aggregates'][0] Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(self, *a, **k) Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: return self._get(url).json() Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: **kwargs) Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.request(url, 'GET', **kwargs) Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: **endpoint_filter) Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 21:01:19.447273 dv-cinder-749155-5-iscsi neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 21:01:19.593735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-392095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-392056'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:19.618667 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:01:19.778285 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:01:19.898153 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d78e3aa2-feca-49cd-9472-566e109b7a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851330025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854383812'] for network, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:19.899333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Router b582adfb-29cf-49ca-a33d-cae75f0b2c20 is scheduled to L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 20 21:01:19.906008 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1fe6dd11-3a79-4433-ad75-d4a37ba97bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:19.921526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:19.947118 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ce748-02bf-498c-b082-cb1bc729075f req-0c1d9b7b-ae1c-4c93-811c-01e017861d5c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:19.947355 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-015875e6-ddff-4b83-8d34-0703a4098d02 None None] Provisioning complete for port b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:19.947999 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-015875e6-ddff-4b83-8d34-0703a4098d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:19.948887 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5d7ce748-02bf-498c-b082-cb1bc729075f req-0c1d9b7b-ae1c-4c93-811c-01e017861d5c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.7156858 Jan 20 21:01:19.953030 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d78e3aa2-feca-49cd-9472-566e109b7a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:19.956136 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e3aa2-feca-49cd-9472-566e109b7a6d admin admin] Pushing event deleted for resources: {'Network': ['ID=aedb4100-4487-47b4-9dd4-1e285862d545,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:19.976233 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d78e3aa2-feca-49cd-9472-566e109b7a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:19.999723 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-d78e3aa2-feca-49cd-9472-566e109b7a6d admin admin] 10.222.0.18 "DELETE /v2.0/networks/aedb4100-4487-47b4-9dd4-1e285862d545 HTTP/1.1" status: 204 len: 168 time: 2.0111806 Jan 20 21:01:20.023460 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5d7ce748-02bf-498c-b082-cb1bc729075f req-55406f86-c623-4872-bbcc-626123367e58 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628796 Jan 20 21:01:20.096231 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1b1be2-925f-4156-ac54-002cde8605ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6317ffa3-d217-46ca-a3fc-4e3e870aafb3'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:01:20.129665 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:01:20.134639 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=6317ffa3-d217-46ca-a3fc-4e3e870aafb3,segment=NetworkSegment(1eeeebe1-ad87-4172-b3b3-c25b1371c4ce),segment_id=1eeeebe1-ad87-4172-b3b3-c25b1371c4ce)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:01:20.142749 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Sync routers for ids ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:01:20.155673 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:20.164616 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:20.165731 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Routers {'b582adfb-29cf-49ca-a33d-cae75f0b2c20'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:01:20.166707 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:01:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:20.180644 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:20.182638 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6536961 Jan 20 21:01:20.186806 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 58050) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:01:20.240847 dv-cinder-749155-5-iscsi neutron-server[79999]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cf1b1be2-925f-4156-ac54-002cde8605ae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6317ffa3-d217-46ca-a3fc-4e3e870aafb3', 'code': 422} returned with failed status Jan 20 21:01:20.244961 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:20.245654 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:20.334736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 58056) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:01:20.419376 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=6317ffa3-d217-46ca-a3fc-4e3e870aafb3,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:20.422839 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:20.446881 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Set router b582adfb-29cf-49ca-a33d-cae75f0b2c20 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:01:20.559828 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-3f135f88-1728-4ba4-a968-f464cab8a77c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cab9572c09ad49098f8924749d1cc95c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228935 Jan 20 21:01:20.561040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 58064) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:01:20.658233 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e98c2c9d-8fd6-4449-9c4e-5145b298e501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:20.700849 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e98c2c9d-8fd6-4449-9c4e-5145b298e501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:20.787469 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e98c2c9d-8fd6-4449-9c4e-5145b298e501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:20.793469 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b4ae8cb1-6947-455b-a4e0-a8ea751b69f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:20.808771 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c2c9d-8fd6-4449-9c4e-5145b298e501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ff3085-4a4d-4d3d-8d41-13c833deb4f3,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:20.812192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e98c2c9d-8fd6-4449-9c4e-5145b298e501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:20.824446 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e98c2c9d-8fd6-4449-9c4e-5145b298e501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:20.825730 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e98c2c9d-8fd6-4449-9c4e-5145b298e501 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34ff3085-4a4d-4d3d-8d41-13c833deb4f3 HTTP/1.1" status: 204 len: 168 time: 0.2616832 Jan 20 21:01:20.888977 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:18Z', 'revision_number': 3, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:20.894209 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Checking router: b582adfb-29cf-49ca-a33d-cae75f0b2c20 for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:01:20.894671 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Updating router b582adfb-29cf-49ca-a33d-cae75f0b2c20 port 9172f5d7-ee47-4da7-a878-02f85d9b507f binding host dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 21:01:20.963275 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:21.545894 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:21.775210 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:21.802097 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Transition to ACTIVE for port object 9172f5d7-ee47-4da7-a878-02f85d9b507f will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:01:21.806551 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:21.919052 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:22.051449 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Allocated IP 172.20.0.1 (d0bffc3a-4c0a-42fc-adff-68ca79e6e80c/56109a76-9439-48a6-9012-0d30ffdbc457/cd3bd249-8ba2-4149-8050-392e34d96037) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 21:01:22.091024 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Pushing event updated for resources: {'Port': ['ID=9172f5d7-ee47-4da7-a878-02f85d9b507f,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:22.116571 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.117199 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.117814 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.119098 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.119098 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.119657 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.120265 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.120884 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.121491 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.122096 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.122768 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.123603 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.124303 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.124932 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.125539 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.126137 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.128168 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.130272 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.131251 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.131635 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.132012 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.132386 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.132755 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.133121 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:22.138091 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:22.201221 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Attempting to bind port 9172f5d7-ee47-4da7-a878-02f85d9b507f on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 21:01:22.201650 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Attempting to bind port 9172f5d7-ee47-4da7-a878-02f85d9b507f by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 21:01:22.202060 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Attempting to bind port 9172f5d7-ee47-4da7-a878-02f85d9b507f on network 06ea3fc8-bdc7-4401-9b28-54093eee0170 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 21:01:22.209643 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 21, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 21:01:22.211054 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Checking segment: {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 21:01:22.211842 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:22.212578 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Bound using segment: {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 21:01:22.215624 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Bound port: 9172f5d7-ee47-4da7-a878-02f85d9b507f, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 21:01:22.216451 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:22.342204 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:22.348555 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] For port 9172f5d7-ee47-4da7-a878-02f85d9b507f, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 21:01:22.352341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] For port 9172f5d7-ee47-4da7-a878-02f85d9b507f, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=9172f5d7-ee47-4da7-a878-02f85d9b507f,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 21:01:22.356203 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:22.362608 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Transition to ACTIVE for port object cd3bd249-8ba2-4149-8050-392e34d96037 will not be triggered until provisioned by entity DHCP. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:01:22.391780 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:22.396092 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:22.412362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8e567014-d8de-4511-9958-83d38653201f tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:22.523082 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3bd249-8ba2-4149-8050-392e34d96037,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:22.529847 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:22.629793 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Pushing event updated for resources: {'Port': ['ID=9172f5d7-ee47-4da7-a878-02f85d9b507f,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:22.636118 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6035f11b-0793-4ed9-8a7f-db9980fec634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:22.698978 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Routers {'b582adfb-29cf-49ca-a33d-cae75f0b2c20'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:01:22.699595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:01:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:22.824106 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:01:22.840616 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 58158) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:01:22.868563 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c777ed-864e-4f4a-aadd-a3bec2963b32 req-a7f8f99c-7604-439e-8a0e-18183985a132 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:22.882734 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b1c777ed-864e-4f4a-aadd-a3bec2963b32 req-a7f8f99c-7604-439e-8a0e-18183985a132 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 943 time: 0.2621553 Jan 20 21:01:22.889431 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:01:22.961943 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] Set router b582adfb-29cf-49ca-a33d-cae75f0b2c20 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:01:22.976697 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 21:01:23.105115 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b1c777ed-864e-4f4a-aadd-a3bec2963b32 req-4c24c5c2-0ff0-4f02-bd29-633e34577dc7 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206485 Jan 20 21:01:23.119735 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bc7e0b65-3708-40ef-b963-8a049228cb2b req-6714b01d-fbf5-4a97-806a-7051323da212 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2769375 Jan 20 21:01:23.231842 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854383707'] for router_interface, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:23.374767 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-b7cdd1b4-c94b-432e-8ef8-395fa9325153 None None] Provisioning for port cd3bd249-8ba2-4149-8050-392e34d96037 completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:01:23.390235 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-b7cdd1b4-c94b-432e-8ef8-395fa9325153 None None] Provisioning complete for port cd3bd249-8ba2-4149-8050-392e34d96037 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:23.390864 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b7cdd1b4-c94b-432e-8ef8-395fa9325153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:23.503515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:23.554784 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-b7cdd1b4-c94b-432e-8ef8-395fa9325153 None None] Port cd3bd249-8ba2-4149-8050-392e34d96037 cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 21:01:23.837806 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:18Z', 'revision_number': 3, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:23.850669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8031c838-bd2f-4488-839e-c9c6a6771a5d None None] The sync data for ids ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'] in dv-cinder-749155-5-iscsi is: [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:18Z', 'revision_number': 3, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:01:23.980723 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:23.985092 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:24.017775 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8f2bf359-15a9-495f-922a-5a4dffab5be1 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:24.171859 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851088269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854398142'] for router_interface, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:24.185679 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3bd249-8ba2-4149-8050-392e34d96037,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:24.189526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:24.306026 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e0b65-3708-40ef-b963-8a049228cb2b req-a0cc0a44-214f-4f05-9c55-d2b716fde53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:24.308708 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bc7e0b65-3708-40ef-b963-8a049228cb2b req-a0cc0a44-214f-4f05-9c55-d2b716fde53d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae&tenant_id=bf5cad5f8aed4851835a12ce330c8ebc HTTP/1.1" status: 200 len: 1160 time: 0.2941327 Jan 20 21:01:24.469341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:01:24.472861 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:01:24.649722 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a1bd7-0b46-4180-aada-a7201da3ca49 req-95466485-a04b-469a-9acb-8d0053d51fdd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:24.651285 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ab9a1bd7-0b46-4180-aada-a7201da3ca49 req-95466485-a04b-469a-9acb-8d0053d51fdd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 943 time: 0.2226233 Jan 20 21:01:24.667882 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e0b65-3708-40ef-b963-8a049228cb2b req-db27a362-ee7b-4d8a-95bc-9864669c7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:24.669703 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bc7e0b65-3708-40ef-b963-8a049228cb2b req-db27a362-ee7b-4d8a-95bc-9864669c7978 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf5cad5f8aed4851835a12ce330c8ebc&device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 1160 time: 0.2958298 Jan 20 21:01:24.731836 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ab9a1bd7-0b46-4180-aada-a7201da3ca49 req-dab3da24-ebe1-48a1-a762-09845ac55f64 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707128 Jan 20 21:01:24.904390 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-b0caf80a-e1f1-42dc-83d1-a99ab777ee5f None None] Provisioning complete for port cd3bd249-8ba2-4149-8050-392e34d96037 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:24.905228 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b0caf80a-e1f1-42dc-83d1-a99ab777ee5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:25.148709 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-b0caf80a-e1f1-42dc-83d1-a99ab777ee5f None None] Port cd3bd249-8ba2-4149-8050-392e34d96037 cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 21:01:25.202366 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Router b582adfb-29cf-49ca-a33d-cae75f0b2c20 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:01:25.313078 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e0b65-3708-40ef-b963-8a049228cb2b req-5ff136bb-04d5-40a7-82ea-9388ec838df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:25.314707 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bc7e0b65-3708-40ef-b963-8a049228cb2b req-5ff136bb-04d5-40a7-82ea-9388ec838df9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9041c0a2-a772-4470-a39a-9b8ab252366c HTTP/1.1" status: 200 len: 910 time: 0.6357381 Jan 20 21:01:25.539398 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bc7e0b65-3708-40ef-b963-8a049228cb2b req-2fc68495-bcf2-43a6-a9cf-2989df372e77 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6317ffa3-d217-46ca-a3fc-4e3e870aafb3 HTTP/1.1" status: 200 len: 999 time: 0.2168314 Jan 20 21:01:25.543582 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:01:25.597960 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e88a90fa-7b09-43a2-a837-5af5bf7db6d6 admin admin] 10.222.0.18 "PUT /v2.0/routers/b582adfb-29cf-49ca-a33d-cae75f0b2c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4095383 Jan 20 21:01:25.628452 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e0b65-3708-40ef-b963-8a049228cb2b req-26d0404e-4cb6-4e4f-b3c8-4d4b016550b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:25.630319 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bc7e0b65-3708-40ef-b963-8a049228cb2b req-26d0404e-4cb6-4e4f-b3c8-4d4b016550b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9d457b81-4eac-442d-b015-2dcf9f7a050c HTTP/1.1" status: 200 len: 855 time: 0.0804522 Jan 20 21:01:25.725564 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e0b65-3708-40ef-b963-8a049228cb2b req-bfa70484-e9ba-4bc3-91f9-442b3782d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:25.727334 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bc7e0b65-3708-40ef-b963-8a049228cb2b req-bfa70484-e9ba-4bc3-91f9-442b3782d8dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9041c0a2-a772-4470-a39a-9b8ab252366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0897572 Jan 20 21:01:25.828969 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 9172f5d7-ee47-4da7-a878-02f85d9b507f up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:01:25.941045 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 9172f5d7-ee47-4da7-a878-02f85d9b507f completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:01:25.949635 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 9172f5d7-ee47-4da7-a878-02f85d9b507f triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:25.950440 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:25.957849 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bc7e0b65-3708-40ef-b963-8a049228cb2b req-0ee9acd1-5f3d-413d-be76-08ea84e8e56c service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211366 Jan 20 21:01:26.146413 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:26.160255 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bc7e0b65-3708-40ef-b963-8a049228cb2b req-6086c145-9e42-4c9a-a318-d69578a0ab35 service neutron] 10.222.0.10 "GET /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1950803 Jan 20 21:01:26.210335 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port 9172f5d7-ee47-4da7-a878-02f85d9b507f, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=9172f5d7-ee47-4da7-a878-02f85d9b507f,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:01:26.210335 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:26.216102 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-29177c49-f3db-41ef-b14d-ef94ba926b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:26.346012 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=9172f5d7-ee47-4da7-a878-02f85d9b507f,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:26.356197 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:26.533500 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5bd9d-942c-421a-9d38-f6ca27a3c41c req-f7effa80-8ba9-4703-94bc-1061dd8ddef4 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:26.536499 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7db5bd9d-942c-421a-9d38-f6ca27a3c41c req-f7effa80-8ba9-4703-94bc-1061dd8ddef4 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 943 time: 0.2653961 Jan 20 21:01:26.642964 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7db5bd9d-942c-421a-9d38-f6ca27a3c41c req-d3a82e73-d039-468c-81d7-1d52b7a3ee31 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965152 Jan 20 21:01:27.085786 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 58234) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:01:27.096932 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1438282690-network', 'tenant_id': 'a7efe52ff9ff487a8105289ae7f6b2a1'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:01:27.105092 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:01:27.109713 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Usage tracker for resource:network and tenant:a7efe52ff9ff487a8105289ae7f6b2a1 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:01:27.113296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:01:27.120848 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:01:27.132122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Made reservation on behalf of a7efe52ff9ff487a8105289ae7f6b2a1 for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 21:01:27.137226 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:27.151700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:27.170011 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:01:27.174262 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Usage tracker for resource:security_group_rule and tenant:a7efe52ff9ff487a8105289ae7f6b2a1 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:01:27.177893 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:01:27.183929 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:01:27.265597 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Sync routers for ids ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:01:27.279801 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Routers {'b582adfb-29cf-49ca-a33d-cae75f0b2c20'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:01:27.280752 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:01:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:27.317052 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:27.320825 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:27.326285 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f362ef42-53bd-451e-9a17-78e4919fad65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:27.366504 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 21:01:27.376632 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68b2a49-24d4-4f47-8197-1631b6a08373,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:27.381669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:27.397426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754542084143', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:27.397946 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.segments_db [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Added segment 843d46bf-24ee-46bc-b408-bfada89296f4 of type vxlan for network 64279a80-4281-4870-9d2a-2876c6ab73d9 Jan 20 21:01:27.444968 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282313094106'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:27.484503 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:27.485866 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:27.486512 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:27.492198 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:27.498786 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Set router b582adfb-29cf-49ca-a33d-cae75f0b2c20 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:01:27.628708 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 58252) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:01:27.628940 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5412292 Jan 20 21:01:27.629773 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Pushing event updated for resources: {'Network': ['ID=64279a80-4281-4870-9d2a-2876c6ab73d9,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:27.633624 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:27.637998 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Request body: {'subnet': {'network_id': '64279a80-4281-4870-9d2a-2876c6ab73d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1438282690-subnet', 'tenant_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'ip_version': 4}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:01:27.648705 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:01:27.654010 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Usage tracker for resource:subnet and tenant:a7efe52ff9ff487a8105289ae7f6b2a1 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:01:27.657672 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:01:27.665160 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:01:27.679951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Made reservation on behalf of a7efe52ff9ff487a8105289ae7f6b2a1 for: {'subnet': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 21:01:27.690889 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26915489'] for subnet, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:27.706666 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Network 64279a80-4281-4870-9d2a-2876c6ab73d9 details requested by agent ovs-agent-dv-cinder-749155-5-iscsi with host dv-cinder-749155-5-iscsi {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 21:01:27.940228 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Network 64279a80-4281-4870-9d2a-2876c6ab73d9 details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 21:01:28.028197 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 9172f5d7-ee47-4da7-a878-02f85d9b507f up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:01:28.442241 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6175a-6650-4760-a87a-703706965d59 req-8db2e8f9-d40e-446c-bb46-5dc98f66c2dc tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:28.466016 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-43b6175a-6650-4760-a87a-703706965d59 req-8db2e8f9-d40e-446c-bb46-5dc98f66c2dc tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 943 time: 0.3742702 Jan 20 21:01:28.634154 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-43b6175a-6650-4760-a87a-703706965d59 req-e4e0aa0b-5900-431a-b49d-4745f2712f6f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583867 Jan 20 21:01:28.637456 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 2, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:28.644077 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Checking router: b582adfb-29cf-49ca-a33d-cae75f0b2c20 for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:01:28.644556 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Updating router b582adfb-29cf-49ca-a33d-cae75f0b2c20 port cd3bd249-8ba2-4149-8050-392e34d96037 binding host dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 21:01:28.702479 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26959531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26915474'] for subnet, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:28.708843 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 9172f5d7-ee47-4da7-a878-02f85d9b507f triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:28.709297 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:28.720459 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-db290377-3a7d-40e0-a89c-f2c235a851be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:28.804613 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:28.887328 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c986b41-00cd-49fd-b5e9-4a142e28fafa,revision_number=0']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:28.906790 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.907278 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.907786 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.908294 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.908819 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.909275 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.909732 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.910205 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.910743 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.911225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.911739 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.912179 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.912627 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.913033 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.913433 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.913833 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.914221 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.914660 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.915069 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.915467 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.915869 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.916236 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.916638 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.917056 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:28.923113 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:29.075051 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Checking segment: {'id': '843d46bf-24ee-46bc-b408-bfada89296f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64279a80-4281-4870-9d2a-2876c6ab73d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 21:01:29.076069 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Network hostable DHCP agents. Network: 64279a80-4281-4870-9d2a-2876c6ab73d9, hostable agents: ['c1d8426a-9d58-47bd-9d42-89385b1bbfec'], hosted agents: [] {{(pid=80112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 21:01:29.103825 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Network 64279a80-4281-4870-9d2a-2876c6ab73d9 is scheduled to be hosted by DHCP agent c1d8426a-9d58-47bd-9d42-89385b1bbfec with binding_index 1 {{(pid=80112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 21:01:29.118986 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-5-iscsi, 64279a80-4281-4870-9d2a-2876c6ab73d9) {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:01:29.137320 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:29.138152 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:29.146739 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e8f395-898e-4ee0-b636-5557f0d29c1c None None] Network 64279a80-4281-4870-9d2a-2876c6ab73d9 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 21:01:29.159478 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5296326 Jan 20 21:01:29.163566 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 58266) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:01:29.169624 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1438282690-router', 'tenant_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:01:29.175227 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:01:29.184919 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Usage tracker for resource:router and tenant:a7efe52ff9ff487a8105289ae7f6b2a1 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:01:29.188535 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:01:29.195148 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:01:29.206260 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-377705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40021'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:29.207740 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-364001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-366988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3889311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735702'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:29.232245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:29.508768 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46e46e78-97ce-58d9-b0c2-61ed0264c73d-64279a80-4281-4870-9d2a-2876c6ab73d9', 'network_id': '64279a80-4281-4870-9d2a-2876c6ab73d9', 'tenant_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'fixed_ips': [{'subnet_id': '3c986b41-00cd-49fd-b5e9-4a142e28fafa'}]}} from dv-cinder-749155-5-iscsi. {{(pid=80114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 20 21:01:29.509694 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:29.556287 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3350f5fc-5ef5-4cde-a543-91edc4f0cdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:29.578751 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-367007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-392076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854735685'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:30.158895 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:30.199173 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Transition to ACTIVE for port object cd3bd249-8ba2-4149-8050-392e34d96037 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:01:30.207153 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:30.229287 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:30.410019 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74126c33-ecd8-4f0a-b1af-da8d40884092 None None] Pushing event updated for resources: {'Port': ['ID=cd3bd249-8ba2-4149-8050-392e34d96037,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:30.427085 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-74126c33-ecd8-4f0a-b1af-da8d40884092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:30.497773 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Allocated IP 172.20.0.2 (64279a80-4281-4870-9d2a-2876c6ab73d9/3c986b41-00cd-49fd-b5e9-4a142e28fafa/74d9e993-c09f-4b1f-b003-4aa4c05d166d) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 21:01:30.511383 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:30.559300 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:30.766384 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c86c69-39a5-440a-b74e-cde20b8f9b6d req-0fd04b61-9310-4eab-a872-d685a1a85155 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:30.768828 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-29c86c69-39a5-440a-b74e-cde20b8f9b6d req-0fd04b61-9310-4eab-a872-d685a1a85155 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 943 time: 0.8258455 Jan 20 21:01:30.864178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Attempting to bind port cd3bd249-8ba2-4149-8050-392e34d96037 on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 21:01:30.865300 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Attempting to bind port cd3bd249-8ba2-4149-8050-392e34d96037 by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 21:01:30.865728 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Attempting to bind port cd3bd249-8ba2-4149-8050-392e34d96037 on network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 21:01:30.878483 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 21, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 21:01:30.878937 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Checking segment: {'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 21:01:30.879397 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:30.879848 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Bound using segment: {'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 21:01:30.880449 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Bound port: cd3bd249-8ba2-4149-8050-392e34d96037, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 21:01:30.880886 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:30.886389 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-29c86c69-39a5-440a-b74e-cde20b8f9b6d req-2f9e1d69-6d95-4a65-8789-247f97d4b1b9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021392 Jan 20 21:01:31.061573 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Allocated IP 172.27.0.163 (06ea3fc8-bdc7-4401-9b28-54093eee0170/7fa42e9a-db2b-4126-9d0c-025f1cb6919b/b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 21:01:31.109259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] For port cd3bd249-8ba2-4149-8050-392e34d96037, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 21:01:31.116249 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] For port cd3bd249-8ba2-4149-8050-392e34d96037, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=cd3bd249-8ba2-4149-8050-392e34d96037,segment=NetworkSegment(888424d9-8989-4463-86fb-56a5104417c0),segment_id=888424d9-8989-4463-86fb-56a5104417c0)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 21:01:31.122242 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:31.126545 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:31.148379 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:31.234347 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74126c33-ecd8-4f0a-b1af-da8d40884092 None None] Pushing event updated for resources: {'Port': ['ID=cd3bd249-8ba2-4149-8050-392e34d96037,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:31.249316 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:31.288698 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:31.299982 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-74126c33-ecd8-4f0a-b1af-da8d40884092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:31.306033 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Transition to ACTIVE for port object 74d9e993-c09f-4b1f-b003-4aa4c05d166d will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:01:31.340285 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Transition to ACTIVE for port object 74d9e993-c09f-4b1f-b003-4aa4c05d166d will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:01:31.355333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:31.366489 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:31.378287 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:31.485140 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Pushing event updated for resources: {'Port': ['ID=b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:31.490635 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:31.521846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Pushing event updated for resources: {'Port': ['ID=74d9e993-c09f-4b1f-b003-4aa4c05d166d,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:31.538889 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:31.545780 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:01:31.547115 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:01:31.549801 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 21:01:31.617060 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Routers {'b582adfb-29cf-49ca-a33d-cae75f0b2c20'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:01:31.618002 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:01:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:31.776456 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Network 64279a80-4281-4870-9d2a-2876c6ab73d9 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:01:31.780810 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:01:31.783815 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 21:01:31.969140 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Attempting to bind port 74d9e993-c09f-4b1f-b003-4aa4c05d166d on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 21:01:31.969562 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Attempting to bind port 74d9e993-c09f-4b1f-b003-4aa4c05d166d by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': '843d46bf-24ee-46bc-b408-bfada89296f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64279a80-4281-4870-9d2a-2876c6ab73d9'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 21:01:31.970057 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Attempting to bind port 74d9e993-c09f-4b1f-b003-4aa4c05d166d on network 64279a80-4281-4870-9d2a-2876c6ab73d9 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 21:01:31.997592 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 21, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 21:01:32.004178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Checking segment: {'id': '843d46bf-24ee-46bc-b408-bfada89296f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64279a80-4281-4870-9d2a-2876c6ab73d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 21:01:32.004846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:32.005341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Bound using segment: {'id': '843d46bf-24ee-46bc-b408-bfada89296f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64279a80-4281-4870-9d2a-2876c6ab73d9'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 21:01:32.006483 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Bound port: 74d9e993-c09f-4b1f-b003-4aa4c05d166d, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843d46bf-24ee-46bc-b408-bfada89296f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64279a80-4281-4870-9d2a-2876c6ab73d9'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 21:01:32.007329 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:32.116661 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] Set router b582adfb-29cf-49ca-a33d-cae75f0b2c20 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:01:32.357026 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:32.651539 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] For port 74d9e993-c09f-4b1f-b003-4aa4c05d166d, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 21:01:32.677058 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:32.681819 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-70217923-1884-49c8-8e91-d491b3eed100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:32.686771 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] For port 74d9e993-c09f-4b1f-b003-4aa4c05d166d, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=74d9e993-c09f-4b1f-b003-4aa4c05d166d,segment=NetworkSegment(843d46bf-24ee-46bc-b408-bfada89296f4),segment_id=843d46bf-24ee-46bc-b408-bfada89296f4)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 21:01:32.701094 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:32.718059 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:32.730389 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dcee3-d630-41f1-97f3-f6f428607a6e req-82ab2da0-80ae-4149-95b1-d4a457ab2171 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:32.732269 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f48dcee3-d630-41f1-97f3-f6f428607a6e req-82ab2da0-80ae-4149-95b1-d4a457ab2171 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 943 time: 0.4837165 Jan 20 21:01:32.870780 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-392095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-392056'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:32.882088 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f48dcee3-d630-41f1-97f3-f6f428607a6e req-7e116efa-1347-465d-b764-416bffdc75b4 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385710 Jan 20 21:01:32.931447 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Pushing event updated for resources: {'Port': ['ID=74d9e993-c09f-4b1f-b003-4aa4c05d166d,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:32.944506 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:33.048282 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:31Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:33.054947 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc0f2a1-bb78-46d9-bc94-2115afb47786 None None] The sync data for ids ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'] in dv-cinder-749155-5-iscsi is: [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:31Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:01:33.185442 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:33.262881 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Router c019c804-3777-47da-98ec-f97debec9349 is scheduled to L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 20 21:01:33.709047 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:33.878328 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:01:33.897560 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Sync routers for ids ['c019c804-3777-47da-98ec-f97debec9349'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:01:33.919541 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Routers {'c019c804-3777-47da-98ec-f97debec9349'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:01:33.920453 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-331045fe-b665-4633-9219-4446ffdad341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:01:33Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['c019c804-3777-47da-98ec-f97debec9349'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:33.965712 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:33.999205 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 58286) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:01:34.002387 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device cd3bd249-8ba2-4149-8050-392e34d96037 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:01:34.010701 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8454385 Jan 20 21:01:34.252994 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Set router c019c804-3777-47da-98ec-f97debec9349 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:01:34.325520 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port cd3bd249-8ba2-4149-8050-392e34d96037 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:01:34.337588 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port cd3bd249-8ba2-4149-8050-392e34d96037 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:34.338035 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:34.728997 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:34.832360 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port cd3bd249-8ba2-4149-8050-392e34d96037, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=cd3bd249-8ba2-4149-8050-392e34d96037,segment=NetworkSegment(888424d9-8989-4463-86fb-56a5104417c0),segment_id=888424d9-8989-4463-86fb-56a5104417c0)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:01:34.837929 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:34.838903 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 74d9e993-c09f-4b1f-b003-4aa4c05d166d up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:01:34.960987 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:35.118764 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 74d9e993-c09f-4b1f-b003-4aa4c05d166d completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:01:35.163796 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9e15af-f0ee-415b-a000-8dc7e6e15eb8 None None] Network 64279a80-4281-4870-9d2a-2876c6ab73d9 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 21:01:35.165319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-331045fe-b665-4633-9219-4446ffdad341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c019c804-3777-47da-98ec-f97debec9349', 'name': 'tempest-TestVolumeBootPattern-1438282690-router', 'tenant_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:29Z', 'updated_at': '2021-01-20T21:01:31Z', 'revision_number': 3, 'project_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'gw_port': {'id': 'b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c019c804-3777-47da-98ec-f97debec9349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:30Z', 'updated_at': '2021-01-20T21:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:35.179170 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Checking router: c019c804-3777-47da-98ec-f97debec9349 for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:01:35.180530 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Updating router c019c804-3777-47da-98ec-f97debec9349 port b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e binding host dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 21:01:35.208743 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea78a3e-2ec3-48c7-b79f-9627d22f3dcf req-de1249eb-8562-4068-b9bb-548b1250191d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:35.216992 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4ea78a3e-2ec3-48c7-b79f-9627d22f3dcf req-de1249eb-8562-4068-b9bb-548b1250191d tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 943 time: 0.9654515 Jan 20 21:01:35.304034 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4ea78a3e-2ec3-48c7-b79f-9627d22f3dcf req-559b4918-98b7-439e-a2b8-cfd4599010fb tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855591 Jan 20 21:01:35.341258 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:35.539574 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=cd3bd249-8ba2-4149-8050-392e34d96037,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:35.547244 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:35.571061 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-d5205cdb-4f0b-4727-9fe9-cb876669bbe5 None None] Provisioning for port 74d9e993-c09f-4b1f-b003-4aa4c05d166d completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:01:35.581291 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-d5205cdb-4f0b-4727-9fe9-cb876669bbe5 None None] Provisioning complete for port 74d9e993-c09f-4b1f-b003-4aa4c05d166d triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:35.581635 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d5205cdb-4f0b-4727-9fe9-cb876669bbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:35.789168 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d5205cdb-4f0b-4727-9fe9-cb876669bbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:35.839028 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device cd3bd249-8ba2-4149-8050-392e34d96037 up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:01:35.975199 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-d5205cdb-4f0b-4727-9fe9-cb876669bbe5 None None] For port 74d9e993-c09f-4b1f-b003-4aa4c05d166d, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=74d9e993-c09f-4b1f-b003-4aa4c05d166d,segment=NetworkSegment(843d46bf-24ee-46bc-b408-bfada89296f4),segment_id=843d46bf-24ee-46bc-b408-bfada89296f4)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:01:35.981500 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d5205cdb-4f0b-4727-9fe9-cb876669bbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:35.998039 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:36.164221 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port cd3bd249-8ba2-4149-8050-392e34d96037 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:36.175266 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:36.179413 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:36.191520 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:36.197903 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Transition to ACTIVE for port object b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:01:36.203967 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:36.240302 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:36.273769 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205cdb-4f0b-4727-9fe9-cb876669bbe5 None None] Pushing event updated for resources: {'Port': ['ID=74d9e993-c09f-4b1f-b003-4aa4c05d166d,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:36.277923 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d5205cdb-4f0b-4727-9fe9-cb876669bbe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:36.426904 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-62e134dc-5a0b-4e5b-83ff-0eedd436b194 None None] Provisioning complete for port 74d9e993-c09f-4b1f-b003-4aa4c05d166d triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:36.428026 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62e134dc-5a0b-4e5b-83ff-0eedd436b194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:36.758028 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8365e-0a88-4988-b282-f82bfcf2677c None None] Pushing event updated for resources: {'Port': ['ID=b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:36.762745 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1eb8365e-0a88-4988-b282-f82bfcf2677c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:36.993358 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Attempting to bind port b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 21:01:36.994312 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Attempting to bind port b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 21:01:36.994312 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Attempting to bind port b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e on network 06ea3fc8-bdc7-4401-9b28-54093eee0170 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 21:01:37.020090 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 21:01:37.020426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Checking segment: {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 21:01:37.021540 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:37.022072 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Bound using segment: {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 21:01:37.022941 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Bound port: b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277a38af-8f11-4ec2-bc6a-cae4fa43597c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 21:01:37.023458 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:37.118025 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-47c08491-9ec4-4523-a489-cc6fc82a2d8b None None] Provisioning complete for port 74d9e993-c09f-4b1f-b003-4aa4c05d166d triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:37.118826 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-47c08491-9ec4-4523-a489-cc6fc82a2d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:37.217545 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Allocated IP 172.20.0.1 (64279a80-4281-4870-9d2a-2876c6ab73d9/3c986b41-00cd-49fd-b5e9-4a142e28fafa/8f996db5-2f57-4bb8-ae37-020aa74edd2d) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 21:01:37.228410 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba83f67-d09e-48d1-83d8-b27fb167c4ee req-9a5b66ab-35af-45d8-8ecf-188f2e8e77f7 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:37.241885 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-eba83f67-d09e-48d1-83d8-b27fb167c4ee req-9a5b66ab-35af-45d8-8ecf-188f2e8e77f7 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 943 time: 0.4136024 Jan 20 21:01:37.306508 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-331045fe-b665-4633-9219-4446ffdad341 None None] For port b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 21:01:37.317061 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-331045fe-b665-4633-9219-4446ffdad341 None None] For port b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 21:01:37.322926 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:37.365596 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-eba83f67-d09e-48d1-83d8-b27fb167c4ee req-e1f086c0-3831-4d0a-ba1d-0bd3f00ea048 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207845 Jan 20 21:01:37.371951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:37.591250 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8365e-0a88-4988-b282-f82bfcf2677c None None] Pushing event updated for resources: {'Port': ['ID=b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:37.596804 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1eb8365e-0a88-4988-b282-f82bfcf2677c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:37.625569 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Routers {'c019c804-3777-47da-98ec-f97debec9349'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:01:37.626498 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-331045fe-b665-4633-9219-4446ffdad341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:01:33Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['c019c804-3777-47da-98ec-f97debec9349'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:37.646306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-8a47c73e-fc0b-4b3e-a513-7051b9ddc940 None None] Provisioning complete for port 74d9e993-c09f-4b1f-b003-4aa4c05d166d triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:37.647353 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8a47c73e-fc0b-4b3e-a513-7051b9ddc940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:37.909324 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 74d9e993-c09f-4b1f-b003-4aa4c05d166d up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:01:37.948537 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:37.951654 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-331045fe-b665-4633-9219-4446ffdad341 None None] Set router c019c804-3777-47da-98ec-f97debec9349 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:01:38.020878 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Transition to ACTIVE for port object 8f996db5-2f57-4bb8-ae37-020aa74edd2d will not be triggered until provisioned by entity DHCP. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:01:38.025206 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 74d9e993-c09f-4b1f-b003-4aa4c05d166d triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:38.025947 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:38.065200 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:38.424564 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-aa69cf05-3538-4cb6-8386-89bf68595c49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:38.553638 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-331045fe-b665-4633-9219-4446ffdad341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c019c804-3777-47da-98ec-f97debec9349', 'name': 'tempest-TestVolumeBootPattern-1438282690-router', 'tenant_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:29Z', 'updated_at': '2021-01-20T21:01:31Z', 'revision_number': 3, 'project_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'gw_port': {'id': 'b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c019c804-3777-47da-98ec-f97debec9349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:30Z', 'updated_at': '2021-01-20T21:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:38.559579 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331045fe-b665-4633-9219-4446ffdad341 None None] The sync data for ids ['c019c804-3777-47da-98ec-f97debec9349'] in dv-cinder-749155-5-iscsi is: [{'id': 'c019c804-3777-47da-98ec-f97debec9349', 'name': 'tempest-TestVolumeBootPattern-1438282690-router', 'tenant_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:29Z', 'updated_at': '2021-01-20T21:01:31Z', 'revision_number': 3, 'project_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'gw_port': {'id': 'b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c019c804-3777-47da-98ec-f97debec9349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:30Z', 'updated_at': '2021-01-20T21:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:01:38.635512 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Network 64279a80-4281-4870-9d2a-2876c6ab73d9 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:01:38.638894 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:01:38.641633 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 21:01:38.683722 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Pushing event updated for resources: {'Port': ['ID=8f996db5-2f57-4bb8-ae37-020aa74edd2d,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:38.689367 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:38.743894 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854383707'] for router_interface, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:38.840897 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950bf63-041e-4bbf-9ea0-c02c675ac9b1 req-0cd70370-2c67-4a1a-b9ef-1ac79f4220fa tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:38.850972 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b950bf63-041e-4bbf-9ea0-c02c675ac9b1 req-0cd70370-2c67-4a1a-b9ef-1ac79f4220fa tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 943 time: 0.2162099 Jan 20 21:01:38.938459 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:38.996081 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b950bf63-041e-4bbf-9ea0-c02c675ac9b1 req-064a45d9-3678-415c-8768-50dc93363993 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437352 Jan 20 21:01:39.015883 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-7bd05820-2f21-4a42-bde2-500caab43182 None None] Provisioning for port 8f996db5-2f57-4bb8-ae37-020aa74edd2d completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:01:39.027287 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-7bd05820-2f21-4a42-bde2-500caab43182 None None] Provisioning complete for port 8f996db5-2f57-4bb8-ae37-020aa74edd2d triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:39.028432 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7bd05820-2f21-4a42-bde2-500caab43182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:39.138948 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-7bd05820-2f21-4a42-bde2-500caab43182 None None] Port 8f996db5-2f57-4bb8-ae37-020aa74edd2d cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 21:01:39.469105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:39.473227 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:39.508382 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3f451de-ed52-45df-a418-861cc6cfa9e5 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:39.619846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Pushing event updated for resources: {'Port': ['ID=8f996db5-2f57-4bb8-ae37-020aa74edd2d,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:39.635936 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:39.653779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851088269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854398142'] for router_interface, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:39.812895 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:01:39.845542 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:39.875089 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Network 64279a80-4281-4870-9d2a-2876c6ab73d9 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:01:39.876258 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:01:39.891794 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:01:39.897699 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:39.898131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:40.047991 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:40.084329 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:01:40.088932 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:40.095998 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:40.192088 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:40.195758 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:40.197805 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-ed30d2a8-1e66-4ab0-8e7c-545a23991096 None None] Provisioning complete for port 8f996db5-2f57-4bb8-ae37-020aa74edd2d triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:40.198234 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ed30d2a8-1e66-4ab0-8e7c-545a23991096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:40.210062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Router c019c804-3777-47da-98ec-f97debec9349 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:01:40.263519 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-ed30d2a8-1e66-4ab0-8e7c-545a23991096 None None] Port 8f996db5-2f57-4bb8-ae37-020aa74edd2d cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 21:01:40.292104 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944692d-7f7c-48e4-8f9d-cfd7dd2fa8a7 req-a11913a0-9369-4091-bdf7-ec882556f47a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:40.293836 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7944692d-7f7c-48e4-8f9d-cfd7dd2fa8a7 req-a11913a0-9369-4091-bdf7-ec882556f47a tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 943 time: 0.1106844 Jan 20 21:01:40.355285 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7944692d-7f7c-48e4-8f9d-cfd7dd2fa8a7 req-49ad9041-e1c0-40ea-9675-7b06f6334538 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544412 Jan 20 21:01:40.448663 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:01:40.459601 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] 10.222.0.18 "PUT /v2.0/routers/c019c804-3777-47da-98ec-f97debec9349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4585018 Jan 20 21:01:41.196850 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-645bb484-cbda-445b-8295-648f2edd3697 req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-268775870', 'description': 'tempest-TestVolumeBootPattern-268775870 description'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:01:41.206827 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-645bb484-cbda-445b-8295-648f2edd3697 req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:01:41.211035 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-645bb484-cbda-445b-8295-648f2edd3697 req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Usage tracker for resource:security_group and tenant:5f3d8957a8fb47cfbac0777130b595f5 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:01:41.214134 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-645bb484-cbda-445b-8295-648f2edd3697 req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:01:41.220290 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-645bb484-cbda-445b-8295-648f2edd3697 req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:01:41.230752 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-645bb484-cbda-445b-8295-648f2edd3697 req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:41.253235 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-645bb484-cbda-445b-8295-648f2edd3697 req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:01:41.257508 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-645bb484-cbda-445b-8295-648f2edd3697 req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Usage tracker for resource:security_group_rule and tenant:5f3d8957a8fb47cfbac0777130b595f5 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:01:41.260602 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-645bb484-cbda-445b-8295-648f2edd3697 req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:01:41.266449 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-645bb484-cbda-445b-8295-648f2edd3697 req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:01:41.342767 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-645bb484-cbda-445b-8295-648f2edd3697 req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:41.347447 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-645bb484-cbda-445b-8295-648f2edd3697 req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:41.353604 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:41.406798 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Pushing event updated for resources: {'SecurityGroup': ['ID=eeea8fbb-0c0c-4577-befc-0564cf9e2358,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:41.412005 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-645bb484-cbda-445b-8295-648f2edd3697 req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:41.413406 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-645bb484-cbda-445b-8295-648f2edd3697 req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2218926 Jan 20 21:01:41.418858 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.419278 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.419670 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.423830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.423830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.423830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.423830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.423830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.423830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.423830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.423830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.423830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.423830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.424779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.424779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.424779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.425002 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.425337 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.425722 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.426113 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.426481 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.426887 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.427848 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.428294 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:01:41.432758 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:41.709250 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987120da-71b3-44c9-8493-2b1f17b724f9 req-b2c141e2-0cc0-45ad-b438-c85cd03a3198 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:41.709250 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-987120da-71b3-44c9-8493-2b1f17b724f9 req-b2c141e2-0cc0-45ad-b438-c85cd03a3198 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 943 time: 0.1655502 Jan 20 21:01:41.795140 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:01:41.800125 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-987120da-71b3-44c9-8493-2b1f17b724f9 req-f29574e2-173a-434f-9283-036ed6b3ddfc tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704677 Jan 20 21:01:41.865460 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e9bf9f7-7e7d-4b27-a5c4-200eefded86c req-e2ae4c67-d6b6-454e-97b9-ff147a8d0e45 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups/eeea8fbb-0c0c-4577-befc-0564cf9e2358 HTTP/1.1" status: 200 len: 1806 time: 0.1351292 Jan 20 21:01:41.871135 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-1e9bf9f7-7e7d-4b27-a5c4-200eefded86c req-d31e4adc-0b6e-4830-ab73-c62dcf4e8aa1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eeea8fbb-0c0c-4577-befc-0564cf9e2358', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:01:41.871632 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-1e9bf9f7-7e7d-4b27-a5c4-200eefded86c req-d31e4adc-0b6e-4830-ab73-c62dcf4e8aa1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eeea8fbb-0c0c-4577-befc-0564cf9e2358', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:01:41.882796 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-1e9bf9f7-7e7d-4b27-a5c4-200eefded86c req-d31e4adc-0b6e-4830-ab73-c62dcf4e8aa1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:01:41.888084 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-1e9bf9f7-7e7d-4b27-a5c4-200eefded86c req-d31e4adc-0b6e-4830-ab73-c62dcf4e8aa1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Usage tracker for resource:security_group_rule and tenant:5f3d8957a8fb47cfbac0777130b595f5 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:01:41.891603 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-1e9bf9f7-7e7d-4b27-a5c4-200eefded86c req-d31e4adc-0b6e-4830-ab73-c62dcf4e8aa1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:01:41.902089 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-1e9bf9f7-7e7d-4b27-a5c4-200eefded86c req-d31e4adc-0b6e-4830-ab73-c62dcf4e8aa1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:01:41.959048 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Sync routers for ids ['c019c804-3777-47da-98ec-f97debec9349'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:01:41.977900 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1e9bf9f7-7e7d-4b27-a5c4-200eefded86c req-d31e4adc-0b6e-4830-ab73-c62dcf4e8aa1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for security_group_rule, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:41.983037 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Routers {'c019c804-3777-47da-98ec-f97debec9349'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:01:41.984140 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:01:33Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['c019c804-3777-47da-98ec-f97debec9349'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:42.011575 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1e9bf9f7-7e7d-4b27-a5c4-200eefded86c req-d31e4adc-0b6e-4830-ab73-c62dcf4e8aa1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:42.016578 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1e9bf9f7-7e7d-4b27-a5c4-200eefded86c req-d31e4adc-0b6e-4830-ab73-c62dcf4e8aa1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889190'] for security_group_rule, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:42.019766 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:42.047342 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e4adc-0b6e-4830-ab73-c62dcf4e8aa1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03664168-81fa-4717-b4a8-2e92ad51c2a9,revision_number=0']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:42.053175 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d31e4adc-0b6e-4830-ab73-c62dcf4e8aa1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:42.064078 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1e9bf9f7-7e7d-4b27-a5c4-200eefded86c req-d31e4adc-0b6e-4830-ab73-c62dcf4e8aa1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for security_group_rule, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:42.069862 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1e9bf9f7-7e7d-4b27-a5c4-200eefded86c req-d31e4adc-0b6e-4830-ab73-c62dcf4e8aa1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2030792 Jan 20 21:01:42.141301 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:42.141820 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:42.200966 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-30a0ab67-0af5-4b7b-b9ad-abac357002c8 req-01b6183d-9745-40d6-9e04-b2588cb4cf6f tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups/eeea8fbb-0c0c-4577-befc-0564cf9e2358 HTTP/1.1" status: 200 len: 2399 time: 0.0992961 Jan 20 21:01:42.212923 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-30a0ab67-0af5-4b7b-b9ad-abac357002c8 req-46dacd6d-e785-40f2-919e-6ffaa4eff03a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eeea8fbb-0c0c-4577-befc-0564cf9e2358', 'remote_group_id': None}]} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:01:42.213274 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-30a0ab67-0af5-4b7b-b9ad-abac357002c8 req-46dacd6d-e785-40f2-919e-6ffaa4eff03a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eeea8fbb-0c0c-4577-befc-0564cf9e2358', 'remote_group_id': None}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:01:42.223648 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-30a0ab67-0af5-4b7b-b9ad-abac357002c8 req-46dacd6d-e785-40f2-919e-6ffaa4eff03a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:01:42.228000 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-30a0ab67-0af5-4b7b-b9ad-abac357002c8 req-46dacd6d-e785-40f2-919e-6ffaa4eff03a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Usage tracker for resource:security_group_rule and tenant:5f3d8957a8fb47cfbac0777130b595f5 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:01:42.231177 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-30a0ab67-0af5-4b7b-b9ad-abac357002c8 req-46dacd6d-e785-40f2-919e-6ffaa4eff03a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:01:42.237240 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-30a0ab67-0af5-4b7b-b9ad-abac357002c8 req-46dacd6d-e785-40f2-919e-6ffaa4eff03a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:01:42.300644 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-30a0ab67-0af5-4b7b-b9ad-abac357002c8 req-46dacd6d-e785-40f2-919e-6ffaa4eff03a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:42.329135 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-30a0ab67-0af5-4b7b-b9ad-abac357002c8 req-46dacd6d-e785-40f2-919e-6ffaa4eff03a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:42.332013 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-30a0ab67-0af5-4b7b-b9ad-abac357002c8 req-46dacd6d-e785-40f2-919e-6ffaa4eff03a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889190'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:42.334818 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:42.358292 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dacd6d-e785-40f2-919e-6ffaa4eff03a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422acc96-8066-46c5-b4b4-53d3bbee07a9,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:42.363007 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-46dacd6d-e785-40f2-919e-6ffaa4eff03a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:42.371626 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-30a0ab67-0af5-4b7b-b9ad-abac357002c8 req-46dacd6d-e785-40f2-919e-6ffaa4eff03a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:42.372966 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-30a0ab67-0af5-4b7b-b9ad-abac357002c8 req-46dacd6d-e785-40f2-919e-6ffaa4eff03a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1651874 Jan 20 21:01:42.530851 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Set router c019c804-3777-47da-98ec-f97debec9349 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:01:43.111058 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9974ab-4d23-49af-8ba9-f288d5bdcb58 req-409ad390-88d1-4d5c-aad6-4ac6dcc8c165 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:43.113980 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4e9974ab-4d23-49af-8ba9-f288d5bdcb58 req-409ad390-88d1-4d5c-aad6-4ac6dcc8c165 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 943 time: 0.1535890 Jan 20 21:01:43.218357 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4e9974ab-4d23-49af-8ba9-f288d5bdcb58 req-c3d8834d-0f5f-4ddd-9b3e-4e59de910bbe tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938132 Jan 20 21:01:43.219153 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c019c804-3777-47da-98ec-f97debec9349', 'name': 'tempest-TestVolumeBootPattern-1438282690-router', 'tenant_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:29Z', 'updated_at': '2021-01-20T21:01:38Z', 'revision_number': 4, 'project_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'gw_port': {'id': 'b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c019c804-3777-47da-98ec-f97debec9349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:30Z', 'updated_at': '2021-01-20T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '8f996db5-2f57-4bb8-ae37-020aa74edd2d', 'name': '', 'network_id': '64279a80-4281-4870-9d2a-2876c6ab73d9', 'tenant_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'mac_address': 'fa:16:3e:8f:e4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c019c804-3777-47da-98ec-f97debec9349', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '3c986b41-00cd-49fd-b5e9-4a142e28fafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:36Z', 'updated_at': '2021-01-20T21:01:39Z', 'revision_number': 2, 'project_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'subnets': [{'id': '3c986b41-00cd-49fd-b5e9-4a142e28fafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:43.223624 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Checking router: c019c804-3777-47da-98ec-f97debec9349 for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:01:43.224672 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Updating router c019c804-3777-47da-98ec-f97debec9349 port 8f996db5-2f57-4bb8-ae37-020aa74edd2d binding host dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 20 21:01:43.291887 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:43.867997 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:43.883909 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Transition to ACTIVE for port object 8f996db5-2f57-4bb8-ae37-020aa74edd2d will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:01:43.887270 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:43.904079 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:44.050495 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd81db-d00c-4328-a864-7d227901bff6 None None] Pushing event updated for resources: {'Port': ['ID=8f996db5-2f57-4bb8-ae37-020aa74edd2d,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:44.065896 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-90dd81db-d00c-4328-a864-7d227901bff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:44.347492 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Attempting to bind port 8f996db5-2f57-4bb8-ae37-020aa74edd2d on host dv-cinder-749155-5-iscsi for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 21:01:44.349302 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Attempting to bind port 8f996db5-2f57-4bb8-ae37-020aa74edd2d by drivers openvswitch on host dv-cinder-749155-5-iscsi at level 0 using segments [{'id': '843d46bf-24ee-46bc-b408-bfada89296f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64279a80-4281-4870-9d2a-2876c6ab73d9'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 21:01:44.349463 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Attempting to bind port 8f996db5-2f57-4bb8-ae37-020aa74edd2d on network 64279a80-4281-4870-9d2a-2876c6ab73d9 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 21:01:44.356369 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Checking agent: {'id': '9554518d-ccf0-4eb0-bff7-5265faffe405', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-749155-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 45, 3), 'started_at': datetime.datetime(2021, 1, 20, 20, 45, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-749155-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 21:01:44.356816 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Checking segment: {'id': '843d46bf-24ee-46bc-b408-bfada89296f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64279a80-4281-4870-9d2a-2876c6ab73d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 21:01:44.357296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:44.357720 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Bound using segment: {'id': '843d46bf-24ee-46bc-b408-bfada89296f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64279a80-4281-4870-9d2a-2876c6ab73d9'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 21:01:44.358248 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Bound port: 8f996db5-2f57-4bb8-ae37-020aa74edd2d, host: dv-cinder-749155-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843d46bf-24ee-46bc-b408-bfada89296f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64279a80-4281-4870-9d2a-2876c6ab73d9'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 21:01:44.358906 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:44.477715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:01:44.567333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] For port 8f996db5-2f57-4bb8-ae37-020aa74edd2d, host dv-cinder-749155-5-iscsi, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 21:01:44.600066 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] For port 8f996db5-2f57-4bb8-ae37-020aa74edd2d, host dv-cinder-749155-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=8f996db5-2f57-4bb8-ae37-020aa74edd2d,segment=NetworkSegment(843d46bf-24ee-46bc-b408-bfada89296f4),segment_id=843d46bf-24ee-46bc-b408-bfada89296f4)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 21:01:44.605941 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:44.629436 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-74126c33-ecd8-4f0a-b1af-da8d40884092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:44.632633 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef44f4a-ff80-4603-91e3-bd1f0e1dcb9e req-143b4337-a1c5-4879-9d62-af3da61889cc tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:44.634393 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-eef44f4a-ff80-4603-91e3-bd1f0e1dcb9e req-143b4337-a1c5-4879-9d62-af3da61889cc tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 943 time: 0.1367931 Jan 20 21:01:44.700018 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-eef44f4a-ff80-4603-91e3-bd1f0e1dcb9e req-0b5ccde6-05c1-4d1e-93c8-e2dd69486ac2 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541601 Jan 20 21:01:44.786105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:44.787100 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:44.855774 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd81db-d00c-4328-a864-7d227901bff6 None None] Pushing event updated for resources: {'Port': ['ID=8f996db5-2f57-4bb8-ae37-020aa74edd2d,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:44.877471 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-90dd81db-d00c-4328-a864-7d227901bff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:44.971996 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Routers {'c019c804-3777-47da-98ec-f97debec9349'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:01:44.972898 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:01:33Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['c019c804-3777-47da-98ec-f97debec9349'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:45.080325 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:45.173607 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1b1be2-925f-4156-ac54-002cde8605ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6317ffa3-d217-46ca-a3fc-4e3e870aafb3'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:01:45.202449 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=6317ffa3-d217-46ca-a3fc-4e3e870aafb3,segment=NetworkSegment(1eeeebe1-ad87-4172-b3b3-c25b1371c4ce),segment_id=1eeeebe1-ad87-4172-b3b3-c25b1371c4ce)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:01:45.216841 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:45.221115 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:45.262054 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1b1be2-925f-4156-ac54-002cde8605ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6317ffa3-d217-46ca-a3fc-4e3e870aafb3', 'code': 200} Jan 20 21:01:45.279602 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] Set router c019c804-3777-47da-98ec-f97debec9349 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:01:45.392830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=6317ffa3-d217-46ca-a3fc-4e3e870aafb3,revision_number=6']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:45.477860 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:45.865469 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c019c804-3777-47da-98ec-f97debec9349', 'name': 'tempest-TestVolumeBootPattern-1438282690-router', 'tenant_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:29Z', 'updated_at': '2021-01-20T21:01:38Z', 'revision_number': 4, 'project_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'gw_port': {'id': 'b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c019c804-3777-47da-98ec-f97debec9349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:30Z', 'updated_at': '2021-01-20T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '8f996db5-2f57-4bb8-ae37-020aa74edd2d', 'name': '', 'network_id': '64279a80-4281-4870-9d2a-2876c6ab73d9', 'tenant_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'mac_address': 'fa:16:3e:8f:e4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c019c804-3777-47da-98ec-f97debec9349', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '3c986b41-00cd-49fd-b5e9-4a142e28fafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:36Z', 'updated_at': '2021-01-20T21:01:44Z', 'revision_number': 4, 'project_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'subnets': [{'id': '3c986b41-00cd-49fd-b5e9-4a142e28fafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:01:45.870099 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeabf573-60bf-4685-aa8d-3ad3283e65af None None] The sync data for ids ['c019c804-3777-47da-98ec-f97debec9349'] in dv-cinder-749155-5-iscsi is: [{'id': 'c019c804-3777-47da-98ec-f97debec9349', 'name': 'tempest-TestVolumeBootPattern-1438282690-router', 'tenant_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:29Z', 'updated_at': '2021-01-20T21:01:38Z', 'revision_number': 4, 'project_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'gw_port': {'id': 'b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c019c804-3777-47da-98ec-f97debec9349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:30Z', 'updated_at': '2021-01-20T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '8f996db5-2f57-4bb8-ae37-020aa74edd2d', 'name': '', 'network_id': '64279a80-4281-4870-9d2a-2876c6ab73d9', 'tenant_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'mac_address': 'fa:16:3e:8f:e4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c019c804-3777-47da-98ec-f97debec9349', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '3c986b41-00cd-49fd-b5e9-4a142e28fafa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:36Z', 'updated_at': '2021-01-20T21:01:44Z', 'revision_number': 4, 'project_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'subnets': [{'id': '3c986b41-00cd-49fd-b5e9-4a142e28fafa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:01:46.025708 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa95b2-f58c-419e-9515-964d88ea64d8 req-785969d3-98d3-4247-aa10-976079fc0c25 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:46.027597 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f7fa95b2-f58c-419e-9515-964d88ea64d8 req-785969d3-98d3-4247-aa10-976079fc0c25 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1529114 Jan 20 21:01:46.091562 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f7fa95b2-f58c-419e-9515-964d88ea64d8 req-2e0d8dc2-fd75-4d8d-a710-d555c1697892 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562184 Jan 20 21:01:47.350047 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4015c-2012-49d6-a9bf-bebc6bc0d97d req-cd04a488-fffc-469e-a8de-1207a914b474 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:47.351788 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-64a4015c-2012-49d6-a9bf-bebc6bc0d97d req-cd04a488-fffc-469e-a8de-1207a914b474 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1077116 Jan 20 21:01:47.405680 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-64a4015c-2012-49d6-a9bf-bebc6bc0d97d req-dc3f61ab-ab63-4c75-bc3c-a349e74d59c9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473816 Jan 20 21:01:47.807489 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 8f996db5-2f57-4bb8-ae37-020aa74edd2d up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:01:47.891158 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning for port 8f996db5-2f57-4bb8-ae37-020aa74edd2d completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:01:47.896304 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 8f996db5-2f57-4bb8-ae37-020aa74edd2d triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:47.896726 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:47.953698 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990167a-0b58-45a9-8ce6-2d620d7dd7e1 req-caf3bf1a-2d5e-4747-b99f-923c5cd77325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:47.955550 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f990167a-0b58-45a9-8ce6-2d620d7dd7e1 req-caf3bf1a-2d5e-4747-b99f-923c5cd77325 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 1162 time: 0.0913320 Jan 20 21:01:48.002918 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f990167a-0b58-45a9-8ce6-2d620d7dd7e1 req-1ff253fd-bec4-47a0-8396-194445ea21ae service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377975 Jan 20 21:01:48.009177 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:01:48.078045 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:48.133040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] For port 8f996db5-2f57-4bb8-ae37-020aa74edd2d, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=8f996db5-2f57-4bb8-ae37-020aa74edd2d,segment=NetworkSegment(843d46bf-24ee-46bc-b408-bfada89296f4),segment_id=843d46bf-24ee-46bc-b408-bfada89296f4)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:01:48.134785 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:48.135475 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:48.165438 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:48.174327 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:01:48.270126 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Pushing event updated for resources: {'Port': ['ID=8f996db5-2f57-4bb8-ae37-020aa74edd2d,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:01:48.273668 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:01:48.664269 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8c568-3152-4625-b627-776be5f75fdd req-936f7a7f-ef4f-4e82-9f97-b7cd1bae7954 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:48.665991 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-71f8c568-3152-4625-b627-776be5f75fdd req-936f7a7f-ef4f-4e82-9f97-b7cd1bae7954 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1116831 Jan 20 21:01:48.731831 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-71f8c568-3152-4625-b627-776be5f75fdd req-8b8e6d42-399f-4b16-9857-4824511908cb tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479321 Jan 20 21:01:49.186088 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:01:49.775628 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 8f996db5-2f57-4bb8-ae37-020aa74edd2d up at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:01:49.856343 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Provisioning complete for port 8f996db5-2f57-4bb8-ae37-020aa74edd2d triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:01:49.857530 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:01:50.046819 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561039cc-1bfb-46e5-b1cb-1ff4a95ca306 req-c53a96e9-15bb-48d4-b617-3512d24f8975 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:50.048555 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-561039cc-1bfb-46e5-b1cb-1ff4a95ca306 req-c53a96e9-15bb-48d4-b617-3512d24f8975 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1424549 Jan 20 21:01:50.110658 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-561039cc-1bfb-46e5-b1cb-1ff4a95ca306 req-93c9093b-d471-4009-b003-5bbe83a3100c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557151 Jan 20 21:01:51.378362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19917f2-4082-4efa-ae38-3b11954fcb15 req-0e876453-b162-4286-ad3b-fb52755d5259 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:01:51.380094 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f19917f2-4082-4efa-ae38-3b11954fcb15 req-0e876453-b162-4286-ad3b-fb52755d5259 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1188426 Jan 20 21:01:51.443145 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f19917f2-4082-4efa-ae38-3b11954fcb15 req-718d3dce-0077-4ba9-9c78-9cf226097a57 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510509 Jan 20 21:01:59.509615 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-75e575a5-e61f-4fb8-9744-c4daa189dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:02.456235 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5b89d5ac-40b4-403a-8d3f-e2d7ba7f50f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:02.547745 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:03.177296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:03.366857 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 58660) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:03.531564 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0073-7f48-456b-8754-da757e2ca4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:03.547927 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-3f0c0073-7f48-456b-8754-da757e2ca4f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:02:03.552093 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-3f0c0073-7f48-456b-8754-da757e2ca4f4 admin admin] Usage tracker for resource:security_group_rule and tenant:be650aa26ee64c6cbe11ec6777c5e460 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:02:03.555166 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-3f0c0073-7f48-456b-8754-da757e2ca4f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:02:03.560932 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-3f0c0073-7f48-456b-8754-da757e2ca4f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:02:03.665753 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0073-7f48-456b-8754-da757e2ca4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:03.669345 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0073-7f48-456b-8754-da757e2ca4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:03.688980 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:03.690481 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-755e6058-391a-4ef1-b4ad-ab761770299f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:03.732727 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 58678) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:03.732883 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-3f0c0073-7f48-456b-8754-da757e2ca4f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be650aa26ee64c6cbe11ec6777c5e460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647189 Jan 20 21:02:03.734607 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c0073-7f48-456b-8754-da757e2ca4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf90ddf4-c67c-4393-80b9-d4e76a154ee8,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:03.737958 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3f0c0073-7f48-456b-8754-da757e2ca4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:03.806496 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c6db4e49-603e-41ca-a397-777b20ccd159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:03.835365 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c6db4e49-603e-41ca-a397-777b20ccd159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:03.883794 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c6db4e49-603e-41ca-a397-777b20ccd159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:03.890322 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c39883a5-be30-4c5b-b495-9e8df56f85c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:03.904206 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db4e49-603e-41ca-a397-777b20ccd159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf90ddf4-c67c-4393-80b9-d4e76a154ee8,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:03.906627 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c6db4e49-603e-41ca-a397-777b20ccd159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:03.908483 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-c6db4e49-603e-41ca-a397-777b20ccd159 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf90ddf4-c67c-4393-80b9-d4e76a154ee8 HTTP/1.1" status: 204 len: 168 time: 0.1742339 Jan 20 21:02:03.909720 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c6db4e49-603e-41ca-a397-777b20ccd159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:04.065729 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-693f38bb-ea16-4aa9-b627-2f24d2a9082c tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-268775870&fields=id&tenant_id=5f3d8957a8fb47cfbac0777130b595f5 HTTP/1.1" status: 200 len: 267 time: 0.0467753 Jan 20 21:02:04.249384 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-cae71f13-3c41-41d2-898f-76741ba5b7e8 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:04.251089 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-cae71f13-3c41-41d2-898f-76741ba5b7e8 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 811 time: 0.1771779 Jan 20 21:02:04.270245 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-bccdc24c-b1dd-4ff2-a59d-3cc30459a05e tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/quotas/5f3d8957a8fb47cfbac0777130b595f5 HTTP/1.1" status: 200 len: 375 time: 0.0121627 Jan 20 21:02:04.380864 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-1fdd1329-3605-46e7-aad2-feca7de598cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Synchronizing usage tracker for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:02:04.399471 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-1fdd1329-3605-46e7-aad2-feca7de598cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Unset dirty status for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:02:04.401180 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-1fdd1329-3605-46e7-aad2-feca7de598cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247385 Jan 20 21:02:04.706548 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-6d0ff6f7-3443-498c-8268-adef54afbe9e service neutron] 10.222.0.18 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866480 Jan 20 21:02:04.866397 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-f5431ddb-f74f-4464-b207-66deb3ce72d1 service neutron] 10.222.0.18 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1533628 Jan 20 21:02:05.471290 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 58738) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:05.497362 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4e984b61-bb4f-45dd-ad90-99ea8c4c793b req-d4cabbfb-84a4-4890-a424-da75f8658399 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 210 time: 0.0606477 Jan 20 21:02:05.663388 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5adc92d3-a184-46f1-b4e6-e03b0648f941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:05.681010 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5adc92d3-a184-46f1-b4e6-e03b0648f941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:02:05.685703 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-5adc92d3-a184-46f1-b4e6-e03b0648f941 admin admin] Usage tracker for resource:security_group_rule and tenant:25a2337a1b594360b226ca0e7b692e66 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:02:05.688983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-5adc92d3-a184-46f1-b4e6-e03b0648f941 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:02:05.695786 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5adc92d3-a184-46f1-b4e6-e03b0648f941 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:02:05.793526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5adc92d3-a184-46f1-b4e6-e03b0648f941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:05.797514 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5adc92d3-a184-46f1-b4e6-e03b0648f941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:05.810503 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-62ec664d-c577-4084-a16e-788a0b65041f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:05.855174 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-5adc92d3-a184-46f1-b4e6-e03b0648f941 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25a2337a1b594360b226ca0e7b692e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3826559 Jan 20 21:02:05.857140 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc92d3-a184-46f1-b4e6-e03b0648f941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b910b3-a7a8-4241-9ddb-e9efa8f4e981,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:05.859582 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 58752) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:05.861582 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5adc92d3-a184-46f1-b4e6-e03b0648f941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:05.955968 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-277c1710-2a53-4a63-88b6-df3553d62dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:05.995680 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708d90d-c737-4ee8-86cc-ac77d16a3a26 req-93de8a1d-258e-4380-a72b-5048829f3c02 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:05.997358 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8708d90d-c737-4ee8-86cc-ac77d16a3a26 req-93de8a1d-258e-4380-a72b-5048829f3c02 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 945 time: 0.1801858 Jan 20 21:02:06.032617 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-277c1710-2a53-4a63-88b6-df3553d62dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:06.085259 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8708d90d-c737-4ee8-86cc-ac77d16a3a26 req-9f5e0b2b-843e-426b-b74a-b1c51924a69a tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=b7d3ac59-70c9-42e3-a988-461c4ae1aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777013 Jan 20 21:02:06.101306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-277c1710-2a53-4a63-88b6-df3553d62dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:06.116122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4f070874-b58c-40da-a847-6f0de70a9f5f tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:06.120076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c1710-2a53-4a63-88b6-df3553d62dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b910b3-a7a8-4241-9ddb-e9efa8f4e981,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:06.123142 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-277c1710-2a53-4a63-88b6-df3553d62dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:06.130731 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-277c1710-2a53-4a63-88b6-df3553d62dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:06.134995 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-277c1710-2a53-4a63-88b6-df3553d62dd4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8b910b3-a7a8-4241-9ddb-e9efa8f4e981 HTTP/1.1" status: 204 len: 168 time: 0.2741432 Jan 20 21:02:06.693800 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6a4c2ce2-7f63-47eb-bc57-d81700859151 req-f6f54c64-bd61-43f2-a278-7466985caffe tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 210 time: 0.0571475 Jan 20 21:02:06.941299 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-344dd23b-b48c-4513-a9f3-bbc1af77547a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:06.942920 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-344dd23b-b48c-4513-a9f3-bbc1af77547a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.10 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 811 time: 0.2524712 Jan 20 21:02:06.949896 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-19013b15-6a98-4d67-8b4d-1c461c5846e9 req-3f6b3d16-e0f1-4bb8-ba34-236b3917029f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2296429 Jan 20 21:02:07.128957 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-4d1094dd-6419-4e3f-bab5-52a8f3549b03 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5f3d8957a8fb47cfbac0777130b595f5 HTTP/1.1" status: 200 len: 5763 time: 0.1236620 Jan 20 21:02:07.146043 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-2b2a2383-f2fc-4e7b-a248-d62bab1f2892 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Request body: {'port': {'device_id': 'f3e70e16-7d88-4afd-85f3-798c5efec480', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'admin_state_up': True, 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'security_groups': ['eeea8fbb-0c0c-4577-befc-0564cf9e2358']}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:02:07.333846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e2450-a173-49c8-b42f-090f7a08b020 req-5f4678a1-bc66-4555-8d20-6e5df993a9ad tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:07.335716 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d36e2450-a173-49c8-b42f-090f7a08b020 req-5f4678a1-bc66-4555-8d20-6e5df993a9ad tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 945 time: 0.1148577 Jan 20 21:02:07.391494 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d36e2450-a173-49c8-b42f-090f7a08b020 req-5dab2161-b5b7-4b7d-b0aa-a17f3be3a7ff tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=b7d3ac59-70c9-42e3-a988-461c4ae1aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485089 Jan 20 21:02:07.512929 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19013b15-6a98-4d67-8b4d-1c461c5846e9 req-e320aa37-8844-44d3-b53d-cc27a4629b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:07.514530 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-19013b15-6a98-4d67-8b4d-1c461c5846e9 req-e320aa37-8844-44d3-b53d-cc27a4629b3d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d67811fe8b24d0ea0a79eea4cb3faec&device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 1162 time: 0.4369578 Jan 20 21:02:07.538271 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-2b2a2383-f2fc-4e7b-a248-d62bab1f2892 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:02:07.651189 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-2b2a2383-f2fc-4e7b-a248-d62bab1f2892 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:02:07.686700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-2b2a2383-f2fc-4e7b-a248-d62bab1f2892 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Made reservation on behalf of 5f3d8957a8fb47cfbac0777130b595f5 for: {'port': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 21:02:07.696212 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-2b2a2383-f2fc-4e7b-a248-d62bab1f2892 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:07.721090 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19013b15-6a98-4d67-8b4d-1c461c5846e9 req-4d2fdee7-7d25-4267-9ac8-238903af96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:07.722727 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-19013b15-6a98-4d67-8b4d-1c461c5846e9 req-4d2fdee7-7d25-4267-9ac8-238903af96d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3626e053-e2c6-4a9d-af31-12464de5babb HTTP/1.1" status: 200 len: 902 time: 0.1818392 Jan 20 21:02:07.968171 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f7f0db6f-a5a9-40fb-96f1-9cfe0a1beff1 req-6e44e6c4-b579-444c-bcbb-472f77b239f4 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 210 time: 0.1144538 Jan 20 21:02:07.972304 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-19013b15-6a98-4d67-8b4d-1c461c5846e9 req-04e10f33-8d12-41c5-a644-2268d4b6e31a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d09b7fa-9fe0-45f3-8652-b507ff46a39a HTTP/1.1" status: 200 len: 1001 time: 0.2393787 Jan 20 21:02:08.094437 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-a26d4c1f-4d63-4776-870b-0d4102f9bcfa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:08.096092 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-a26d4c1f-4d63-4776-870b-0d4102f9bcfa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.10 "GET /v2.0/ports?device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 945 time: 0.1144624 Jan 20 21:02:08.127776 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19013b15-6a98-4d67-8b4d-1c461c5846e9 req-bd286c04-00f7-43be-bf73-d96a02281145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:08.129406 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-19013b15-6a98-4d67-8b4d-1c461c5846e9 req-bd286c04-00f7-43be-bf73-d96a02281145 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19270a47-c8fe-42d9-a21a-e8cb2c3a7199 HTTP/1.1" status: 200 len: 847 time: 0.1433485 Jan 20 21:02:08.158062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device f55834b8-1bf0-4981-81a1-ae8d5f3e5164 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:02:08.184608 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Deleting port f55834b8-1bf0-4981-81a1-ae8d5f3e5164 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:08.184993 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:08.285572 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:08.302202 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-2b2a2383-f2fc-4e7b-a248-d62bab1f2892 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Allocated IP 172.20.0.8 (d0bffc3a-4c0a-42fc-adff-68ca79e6e80c/56109a76-9439-48a6-9012-0d30ffdbc457/06a19f8f-a6bf-4a58-80cc-fdba9c55541b) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 21:02:08.308651 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19013b15-6a98-4d67-8b4d-1c461c5846e9 req-9783baa7-432b-4567-9020-a76f0d7db18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:08.310297 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-19013b15-6a98-4d67-8b4d-1c461c5846e9 req-9783baa7-432b-4567-9020-a76f0d7db18b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3626e053-e2c6-4a9d-af31-12464de5babb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1734040 Jan 20 21:02:08.315833 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fdbd5f-12b0-45d4-89d8-28f5f1675add', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f55834b8-1bf0-4981-81a1-ae8d5f3e5164'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:02:08.327071 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port f55834b8-1bf0-4981-81a1-ae8d5f3e5164, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f55834b8-1bf0-4981-81a1-ae8d5f3e5164,segment=NetworkSegment(deb6def9-f016-4f69-b6a9-5314f6ce15c2),segment_id=deb6def9-f016-4f69-b6a9-5314f6ce15c2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:08.331393 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:08.333348 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:08.412739 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=f55834b8-1bf0-4981-81a1-ae8d5f3e5164,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:08.425785 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.427127 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.427921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.428501 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.429075 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.429631 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.430330 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.431049 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.432362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.433291 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.433859 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.434429 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.435058 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.435932 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.436952 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.437668 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.438227 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.438847 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.439413 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.439962 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.440644 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.441706 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.442307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.442897 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:08.448474 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fdbd5f-12b0-45d4-89d8-28f5f1675add', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f55834b8-1bf0-4981-81a1-ae8d5f3e5164', 'code': 200} Jan 20 21:02:08.449564 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:08.506954 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] For port f55834b8-1bf0-4981-81a1-ae8d5f3e5164, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f55834b8-1bf0-4981-81a1-ae8d5f3e5164,segment=NetworkSegment(deb6def9-f016-4f69-b6a9-5314f6ce15c2),segment_id=deb6def9-f016-4f69-b6a9-5314f6ce15c2)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:08.507464 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:08.656505 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-19013b15-6a98-4d67-8b4d-1c461c5846e9 req-3fc7697b-e83a-4276-8742-5d68363f36cb service neutron] 10.222.0.10 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376992 Jan 20 21:02:08.810029 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-2b2a2383-f2fc-4e7b-a248-d62bab1f2892 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:08.861406 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-2b2a2383-f2fc-4e7b-a248-d62bab1f2892 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Transition to ACTIVE for port object 06a19f8f-a6bf-4a58-80cc-fdba9c55541b will not be triggered until provisioned by entity DHCP. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:02:08.861679 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:08.861857 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:08.862227 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Floating IP 386ed261-1eda-4eed-9ee5-f23837b5c496 disassociated. External IP: 172.27.0.129, port: f55834b8-1bf0-4981-81a1-ae8d5f3e5164. Jan 20 21:02:08.862624 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Calling delete_port for f55834b8-1bf0-4981-81a1-ae8d5f3e5164 owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:08.884675 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219da919-d618-49d4-af3c-6f4bea6cb4ec req-6f8876e2-807b-45af-b158-cf3696378df7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:08.886427 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-219da919-d618-49d4-af3c-6f4bea6cb4ec req-6f8876e2-807b-45af-b158-cf3696378df7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 943 time: 0.3268442 Jan 20 21:02:08.938869 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-19013b15-6a98-4d67-8b4d-1c461c5846e9 req-293e24b0-16d9-4116-a5fe-6f2b4defc1d2 service neutron] 10.222.0.10 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2723136 Jan 20 21:02:08.971452 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80113) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 21:02:08.972077 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 21:02:08.975933 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-219da919-d618-49d4-af3c-6f4bea6cb4ec req-2d071d75-b9ec-4a18-8352-2ab7af384bb9 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=b7d3ac59-70c9-42e3-a988-461c4ae1aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640032 Jan 20 21:02:08.985199 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-2b2a2383-f2fc-4e7b-a248-d62bab1f2892 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:09.013001 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:09.154863 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a2383-f2fc-4e7b-a248-d62bab1f2892 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Pushing event updated for resources: {'Port': ['ID=06a19f8f-a6bf-4a58-80cc-fdba9c55541b,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:09.167976 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2b2a2383-f2fc-4e7b-a248-d62bab1f2892 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:09.206026 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da3a9a-9939-4558-8785-91448e385d42 req-21e23d1d-aab2-475a-9776-25adce44cbfa tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:09.208148 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e0da3a9a-9939-4558-8785-91448e385d42 req-21e23d1d-aab2-475a-9776-25adce44cbfa tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 931 time: 0.1044517 Jan 20 21:02:09.211059 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-2b2a2383-f2fc-4e7b-a248-d62bab1f2892 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:02:09.212329 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-2b2a2383-f2fc-4e7b-a248-d62bab1f2892 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:02:09.215138 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-2b2a2383-f2fc-4e7b-a248-d62bab1f2892 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 21:02:09.261336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-e0da3a9a-9939-4558-8785-91448e385d42 req-7b30278e-7518-4275-8786-a8a8d77550bd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Synchronizing usage tracker for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:security_group {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:02:09.281461 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-e0da3a9a-9939-4558-8785-91448e385d42 req-7b30278e-7518-4275-8786-a8a8d77550bd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Unset dirty status for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:security_group {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:02:09.282791 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e0da3a9a-9939-4558-8785-91448e385d42 req-7b30278e-7518-4275-8786-a8a8d77550bd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0676687 Jan 20 21:02:09.300874 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-2b2a2383-f2fc-4e7b-a248-d62bab1f2892 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:09.301648 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-2b2a2383-f2fc-4e7b-a248-d62bab1f2892 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:09.334506 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-2b2a2383-f2fc-4e7b-a248-d62bab1f2892 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1931686 Jan 20 21:02:09.362395 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Request body: {'port': {'device_id': 'f3e70e16-7d88-4afd-85f3-798c5efec480', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:02:09.472794 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Deleting port f55834b8-1bf0-4981-81a1-ae8d5f3e5164 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:09.473306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:09.487172 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-4f103a10-8d0d-4e25-8a76-ec72a96d8806 None None] Provisioning for port 06a19f8f-a6bf-4a58-80cc-fdba9c55541b completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:02:09.492829 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-4f103a10-8d0d-4e25-8a76-ec72a96d8806 None None] Provisioning complete for port 06a19f8f-a6bf-4a58-80cc-fdba9c55541b triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:02:09.493246 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4f103a10-8d0d-4e25-8a76-ec72a96d8806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:09.501028 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:09.550170 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-4f103a10-8d0d-4e25-8a76-ec72a96d8806 None None] Port 06a19f8f-a6bf-4a58-80cc-fdba9c55541b cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 21:02:09.746755 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] For port f55834b8-1bf0-4981-81a1-ae8d5f3e5164, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=f55834b8-1bf0-4981-81a1-ae8d5f3e5164,segment=NetworkSegment(deb6def9-f016-4f69-b6a9-5314f6ce15c2),segment_id=deb6def9-f016-4f69-b6a9-5314f6ce15c2)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:09.747176 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:09.807689 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:09.935665 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a19f8f-a6bf-4a58-80cc-fdba9c55541b {{(pid=80112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 21:02:09.943551 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:09.956165 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Transition to ACTIVE for port object 06a19f8f-a6bf-4a58-80cc-fdba9c55541b will not be triggered until provisioned by entity L2. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:02:09.959040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:09.975838 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7fa66b57-660e-4efb-bd8f-0b546a478ab1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:10.074720 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:10.075309 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:10.076135 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Floating IP 386ed261-1eda-4eed-9ee5-f23837b5c496 disassociated. External IP: 172.27.0.129, port: f55834b8-1bf0-4981-81a1-ae8d5f3e5164. Jan 20 21:02:10.076135 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Calling delete_port for f55834b8-1bf0-4981-81a1-ae8d5f3e5164 owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:10.116612 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Pushing event updated for resources: {'Port': ['ID=06a19f8f-a6bf-4a58-80cc-fdba9c55541b,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:10.131996 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:10.247713 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:10.266699 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1d984b41-7cb3-4894-917d-13dbe75cc687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:10.367984 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Pushing event deleted for resources: {'Port': ['ID=f55834b8-1bf0-4981-81a1-ae8d5f3e5164,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:10.371261 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:10.620152 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd421bec-4f0c-430a-b140-f9d36d497c73 req-86160a20-14b7-481b-a7e9-1af970beffc4 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:10.621881 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cd421bec-4f0c-430a-b140-f9d36d497c73 req-86160a20-14b7-481b-a7e9-1af970beffc4 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 865 time: 0.4913781 Jan 20 21:02:10.660760 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e3297-8547-474a-a4d5-0d35364072d0 req-b8b39ab6-e8d3-4b54-94b2-e58b64fb1d24 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:10.662514 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7d2e3297-8547-474a-a4d5-0d35364072d0 req-b8b39ab6-e8d3-4b54-94b2-e58b64fb1d24 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 943 time: 0.2263613 Jan 20 21:02:10.711520 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cd421bec-4f0c-430a-b140-f9d36d497c73 req-a62af3a7-f9c5-4a4a-9c8f-6b0db6552250 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups?id=b7d3ac59-70c9-42e3-a988-461c4ae1aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790222 Jan 20 21:02:10.712311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Attempting to bind port 06a19f8f-a6bf-4a58-80cc-fdba9c55541b on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 21:02:10.712688 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Attempting to bind port 06a19f8f-a6bf-4a58-80cc-fdba9c55541b by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 21:02:10.713082 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Attempting to bind port 06a19f8f-a6bf-4a58-80cc-fdba9c55541b on network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 21:02:10.721122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 21, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 21:02:10.721630 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Checking segment: {'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 21:02:10.721951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:10.722277 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Bound using segment: {'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 21:02:10.722810 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Bound port: 06a19f8f-a6bf-4a58-80cc-fdba9c55541b, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'}}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 21:02:10.723277 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:10.904616 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] For port 06a19f8f-a6bf-4a58-80cc-fdba9c55541b, host hv-cinder-74915, cleared binding levels {{(pid=80112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 21:02:10.908899 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] For port 06a19f8f-a6bf-4a58-80cc-fdba9c55541b, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=06a19f8f-a6bf-4a58-80cc-fdba9c55541b,segment=NetworkSegment(888424d9-8989-4463-86fb-56a5104417c0),segment_id=888424d9-8989-4463-86fb-56a5104417c0)] {{(pid=80112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 21:02:10.913601 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:10.930983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fcb5977e-d894-41b1-80fe-2389f2dd0c0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:11.041654 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7d2e3297-8547-474a-a4d5-0d35364072d0 req-b0f01154-518c-4f3a-9253-f1ab33edb834 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.3679957 Jan 20 21:02:11.050512 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:02:11.097295 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Pushing event updated for resources: {'Port': ['ID=06a19f8f-a6bf-4a58-80cc-fdba9c55541b,revision_number=3']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:11.103223 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:11.139581 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:11.140381 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:11.142047 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-fa494269-a6e3-4298-a4da-428a461aaf0a service neutron] 10.222.0.10 "PUT /v2.0/ports/06a19f8f-a6bf-4a58-80cc-fdba9c55541b HTTP/1.1" status: 200 len: 1157 time: 1.7853711 Jan 20 21:02:11.142798 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e70e16-7d88-4afd-85f3-798c5efec480', 'tag': '06a19f8f-a6bf-4a58-80cc-fdba9c55541b'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:02:11.244616 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e70e16-7d88-4afd-85f3-798c5efec480', 'tag': '06a19f8f-a6bf-4a58-80cc-fdba9c55541b', 'status': 'completed', 'code': 200} Jan 20 21:02:11.252137 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:02:11.263507 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3c634f-9f0d-43a6-82b2-8c61be3ca176 None None] Sync routers for ids ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:02:11.276482 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3c634f-9f0d-43a6-82b2-8c61be3ca176 None None] Routers {'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:02:11.277631 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-ea3c634f-9f0d-43a6-82b2-8c61be3ca176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:02:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:11.288321 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-2d927653-2cdd-41ca-bf50-e4ecc2989eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:11.290249 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-2d927653-2cdd-41ca-bf50-e4ecc2989eea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 1160 time: 0.0903540 Jan 20 21:02:11.292581 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] No DVR routers for this DVR port f55834b8-1bf0-4981-81a1-ae8d5f3e5164 on host hv-cinder-74915 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 21:02:11.295149 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:11.298228 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fdbd5f-12b0-45d4-89d8-28f5f1675add', 'name': 'network-vif-deleted', 'tag': 'f55834b8-1bf0-4981-81a1-ae8d5f3e5164'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:02:11.315906 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3b3df340-d82f-4568-b0c3-a1a9f0cc0924 req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.10 "DELETE /v2.0/ports/f55834b8-1bf0-4981-81a1-ae8d5f3e5164 HTTP/1.1" status: 204 len: 173 time: 3.2136364 Jan 20 21:02:11.372024 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fdbd5f-12b0-45d4-89d8-28f5f1675add', 'name': 'network-vif-deleted', 'tag': 'f55834b8-1bf0-4981-81a1-ae8d5f3e5164', 'status': 'completed', 'code': 200} Jan 20 21:02:11.389957 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-aa440db1-a43c-4285-b96c-a222a2e8c59d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06a19f8f-a6bf-4a58-80cc-fdba9c55541b HTTP/1.1" status: 200 len: 217 time: 0.0843065 Jan 20 21:02:11.480709 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-1da94ef3-fa0f-4fc0-abff-fccdc0d7e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:11.482345 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-1da94ef3-fa0f-4fc0-abff-fccdc0d7e507 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.0702286 Jan 20 21:02:11.517658 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-ea3c634f-9f0d-43a6-82b2-8c61be3ca176 None None] Set router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:02:11.572204 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-01191060-691a-4c90-b9ee-795e0f03507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:11.573877 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-01191060-691a-4c90-b9ee-795e0f03507f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847678 Jan 20 21:02:11.735413 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-7fd84d5c-e962-4786-9cb3-088e3896f18b service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519365 Jan 20 21:02:11.880122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-ea3c634f-9f0d-43a6-82b2-8c61be3ca176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '5f34744a-aa6e-4bc4-a407-3531d605c118', 'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'mac_address': 'fa:16:3e:3d:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:40Z', 'updated_at': '2021-01-20T20:54:56Z', 'revision_number': 5, 'project_id': '1d96be366a92447487212758b7c50e6f', 'subnets': [{'id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:11.885144 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3c634f-9f0d-43a6-82b2-8c61be3ca176 None None] Checking router: fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:02:11.894383 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3c634f-9f0d-43a6-82b2-8c61be3ca176 None None] Routers {'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:02:11.895697 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-ea3c634f-9f0d-43a6-82b2-8c61be3ca176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:02:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:11.944734 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2f4066e5-728d-43ab-a658-bc5664a55cfd req-4e9befac-953d-47ee-a1f3-c184f2d37a3c tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/ports?device_id=b0fdbd5f-12b0-45d4-89d8-28f5f1675add HTTP/1.1" status: 200 len: 210 time: 0.0722196 Jan 20 21:02:11.948547 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a9d488d-5206-492e-8c32-ddacf95670c3 req-c168dcb9-3fc1-4407-bffd-764a439135c3 service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2052851 Jan 20 21:02:12.108545 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-ea3c634f-9f0d-43a6-82b2-8c61be3ca176 None None] Set router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:02:12.139586 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f9ee5-c22d-40d4-807e-9e90aa125d6e req-419457a4-6c66-4503-a91b-f63596eef1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:12.141628 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0a3f9ee5-c22d-40d4-807e-9e90aa125d6e req-419457a4-6c66-4503-a91b-f63596eef1fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 1160 time: 0.0955305 Jan 20 21:02:12.320878 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f9ee5-c22d-40d4-807e-9e90aa125d6e req-6897ba58-8806-4c3e-a855-46ae81c64854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:12.323852 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0a3f9ee5-c22d-40d4-807e-9e90aa125d6e req-6897ba58-8806-4c3e-a855-46ae81c64854 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 905 time: 0.1746230 Jan 20 21:02:12.324542 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bee610-7bfb-4e5e-9879-b84a3c88d550 req-c31ab3b1-d74f-41a2-980b-a2dcdca83199 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:12.326347 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e5bee610-7bfb-4e5e-9879-b84a3c88d550 req-c31ab3b1-d74f-41a2-980b-a2dcdca83199 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 943 time: 0.1176436 Jan 20 21:02:12.400023 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0a3f9ee5-c22d-40d4-807e-9e90aa125d6e req-41522659-0d14-43fd-bcdf-77eed586bc3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06a19f8f-a6bf-4a58-80cc-fdba9c55541b HTTP/1.1" status: 200 len: 217 time: 0.0683563 Jan 20 21:02:12.424538 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e5bee610-7bfb-4e5e-9879-b84a3c88d550 req-ebc86f33-7eaa-4251-8fbb-65c4a6205302 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0902801 Jan 20 21:02:12.477960 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f9ee5-c22d-40d4-807e-9e90aa125d6e req-7f102c7e-a368-4d9e-bbe3-2e19a60cc0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:12.479589 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0a3f9ee5-c22d-40d4-807e-9e90aa125d6e req-7f102c7e-a368-4d9e-bbe3-2e19a60cc0aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.0728178 Jan 20 21:02:12.503721 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-ea3c634f-9f0d-43a6-82b2-8c61be3ca176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '5f34744a-aa6e-4bc4-a407-3531d605c118', 'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'mac_address': 'fa:16:3e:3d:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:40Z', 'updated_at': '2021-01-20T20:54:56Z', 'revision_number': 5, 'project_id': '1d96be366a92447487212758b7c50e6f', 'subnets': [{'id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:12.508822 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3c634f-9f0d-43a6-82b2-8c61be3ca176 None None] The sync data for ids ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'] in dv-cinder-749155-5-iscsi is: [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '5f34744a-aa6e-4bc4-a407-3531d605c118', 'name': '', 'network_id': 'f278e563-18ec-4833-a094-4f0a1a5f0abc', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'mac_address': 'fa:16:3e:3d:46:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:40Z', 'updated_at': '2021-01-20T20:54:56Z', 'revision_number': 5, 'project_id': '1d96be366a92447487212758b7c50e6f', 'subnets': [{'id': '4c922eec-afe6-4eee-af95-8fb9a05787f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:02:12.568527 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f9ee5-c22d-40d4-807e-9e90aa125d6e req-c4a17e0c-3854-464d-8b73-4da91deaa5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:12.570225 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0a3f9ee5-c22d-40d4-807e-9e90aa125d6e req-c4a17e0c-3854-464d-8b73-4da91deaa5f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0827167 Jan 20 21:02:12.719909 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0a3f9ee5-c22d-40d4-807e-9e90aa125d6e req-80bbeac2-8600-47c2-8810-68498673666e service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410265 Jan 20 21:02:12.876734 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0a3f9ee5-c22d-40d4-807e-9e90aa125d6e req-f86017af-d78c-4103-b654-824375c341c9 service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1500478 Jan 20 21:02:12.904877 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b415c-a12b-485a-9b2f-c332962b80d0 None None] New status for floating IP 386ed261-1eda-4eed-9ee5-f23837b5c496: DOWN {{(pid=80114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 21:02:13.107171 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 58788) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:13.180526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7e2fa762-7d01-48d7-a2c2-194e6d2d5e83 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:13.217160 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7e2fa762-7d01-48d7-a2c2-194e6d2d5e83 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:13.265812 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7e2fa762-7d01-48d7-a2c2-194e6d2d5e83 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:13.271776 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-04f6ee2f-a8a6-45c0-b2d4-c851e1c4017f tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:13.288087 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fa762-7d01-48d7-a2c2-194e6d2d5e83 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d3ac59-70c9-42e3-a988-461c4ae1aa9d,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:13.290975 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7e2fa762-7d01-48d7-a2c2-194e6d2d5e83 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:13.297681 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7e2fa762-7d01-48d7-a2c2-194e6d2d5e83 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:13.298939 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-7e2fa762-7d01-48d7-a2c2-194e6d2d5e83 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "DELETE /v2.0/security-groups/b7d3ac59-70c9-42e3-a988-461c4ae1aa9d HTTP/1.1" status: 204 len: 168 time: 0.1906533 Jan 20 21:02:13.301741 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 58792) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:13.319285 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.v2.resource [None req-cf3ac359-1a65-465b-b697-2ceb9553be1a tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] show failed (client error): The resource could not be found. Jan 20 21:02:13.320361 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-cf3ac359-1a65-465b-b697-2ceb9553be1a tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "GET /v2.0/security-groups/b7d3ac59-70c9-42e3-a988-461c4ae1aa9d HTTP/1.1" status: 404 len: 347 time: 0.0174303 Jan 20 21:02:13.323500 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 58796) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:13.496128 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-4586f472-5ad2-46db-8f48-e80eeedefd37 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Deleting port 4be68448-7e37-4c4d-a8de-36f4f67f6cbe {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:13.496511 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4586f472-5ad2-46db-8f48-e80eeedefd37 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:13.745075 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4586f472-5ad2-46db-8f48-e80eeedefd37 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:13.745449 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4586f472-5ad2-46db-8f48-e80eeedefd37 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for floatingip, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:13.888677 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-4586f472-5ad2-46db-8f48-e80eeedefd37 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Calling delete_port for 4be68448-7e37-4c4d-a8de-36f4f67f6cbe owned by network:floatingip {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:13.949365 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e0afd-5c76-4f34-834b-9b1e9522b1b2 req-93af417a-0460-4a9e-92f1-a1b5d47da36f tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:13.950178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-dc5e0afd-5c76-4f34-834b-9b1e9522b1b2 req-93af417a-0460-4a9e-92f1-a1b5d47da36f tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Synchronizing usage tracker for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:02:13.983689 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-dc5e0afd-5c76-4f34-834b-9b1e9522b1b2 req-93af417a-0460-4a9e-92f1-a1b5d47da36f tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Unset dirty status for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:02:13.984909 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-dc5e0afd-5c76-4f34-834b-9b1e9522b1b2 req-93af417a-0460-4a9e-92f1-a1b5d47da36f tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 943 time: 0.4153907 Jan 20 21:02:14.087852 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-dc5e0afd-5c76-4f34-834b-9b1e9522b1b2 req-e7c97aad-cb1e-4283-af81-d8088e0fa89e tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0900550 Jan 20 21:02:14.124501 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4586f472-5ad2-46db-8f48-e80eeedefd37 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:14.140534 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-27782334-58d9-4396-8012-642dee8fd950 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:14.466247 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586f472-5ad2-46db-8f48-e80eeedefd37 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Pushing event deleted for resources: {'Port': ['ID=4be68448-7e37-4c4d-a8de-36f4f67f6cbe,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:14.470274 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4586f472-5ad2-46db-8f48-e80eeedefd37 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:14.596113 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4586f472-5ad2-46db-8f48-e80eeedefd37 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks [] for floatingip, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:14.612386 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4586f472-5ad2-46db-8f48-e80eeedefd37 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:14.613673 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-4586f472-5ad2-46db-8f48-e80eeedefd37 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] 10.222.0.18 "DELETE /v2.0/floatingips/386ed261-1eda-4eed-9ee5-f23837b5c496 HTTP/1.1" status: 204 len: 168 time: 1.2890501 Jan 20 21:02:15.326753 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf0f82-a8b1-4c4c-a79e-472ea34d5926 req-f8da3743-aa39-4b88-a6b8-a38577504d0d tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:15.328410 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1bdf0f82-a8b1-4c4c-a79e-472ea34d5926 req-f8da3743-aa39-4b88-a6b8-a38577504d0d tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 943 time: 0.1070065 Jan 20 21:02:15.386308 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1bdf0f82-a8b1-4c4c-a79e-472ea34d5926 req-b9cca1f0-8999-4555-b7d3-4b98f7ab1179 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0507431 Jan 20 21:02:16.632944 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac967199-c4c5-442c-9647-441608a6a409 req-87f6100a-2594-410f-846f-bc1c8a5270b7 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:16.634609 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac967199-c4c5-442c-9647-441608a6a409 req-87f6100a-2594-410f-846f-bc1c8a5270b7 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 943 time: 0.1119514 Jan 20 21:02:16.694542 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac967199-c4c5-442c-9647-441608a6a409 req-c46af71b-e30e-4ca5-97c8-71f8f052d33b tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0475399 Jan 20 21:02:17.927008 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5db87-3699-4fc8-993f-84d59901447f req-4e60f99d-4e08-49bc-8669-2083ed2171ce tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:17.928720 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-15c5db87-3699-4fc8-993f-84d59901447f req-4e60f99d-4e08-49bc-8669-2083ed2171ce tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 943 time: 0.1051958 Jan 20 21:02:17.981786 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-15c5db87-3699-4fc8-993f-84d59901447f req-868b4fc1-5bbd-40cf-854f-96f14bfb8b9b tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0464470 Jan 20 21:02:18.724902 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 58834) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:19.236453 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2537e-1d23-4884-a168-c16c55558793 req-b7b4fefc-83da-4fea-9686-918ac84eaa86 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:19.238184 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7da2537e-1d23-4884-a168-c16c55558793 req-b7b4fefc-83da-4fea-9686-918ac84eaa86 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 943 time: 0.1180820 Jan 20 21:02:19.294049 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7da2537e-1d23-4884-a168-c16c55558793 req-d7ccf2de-5b10-4a73-9f27-8a5a2d0a210e tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0483279 Jan 20 21:02:19.558963 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d135ceae-94ca-42d9-a678-950b2a6e06f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854398163'] for router_interface, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:19.994746 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-d135ceae-94ca-42d9-a678-950b2a6e06f0 admin admin] Deleting port 5f34744a-aa6e-4bc4-a407-3531d605c118 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:19.995087 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d135ceae-94ca-42d9-a678-950b2a6e06f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:20.185120 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-d135ceae-94ca-42d9-a678-950b2a6e06f0 admin admin] For port 5f34744a-aa6e-4bc4-a407-3531d605c118, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=5f34744a-aa6e-4bc4-a407-3531d605c118,segment=NetworkSegment(deb6def9-f016-4f69-b6a9-5314f6ce15c2),segment_id=deb6def9-f016-4f69-b6a9-5314f6ce15c2)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:20.185510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d135ceae-94ca-42d9-a678-950b2a6e06f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:20.322923 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-d135ceae-94ca-42d9-a678-950b2a6e06f0 admin admin] Calling delete_port for 5f34744a-aa6e-4bc4-a407-3531d605c118 owned by network:router_interface {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:20.585539 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95235251-3f59-429a-9b93-c13405f73d08 req-eb98f081-4c90-4070-aa88-cb950342a848 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:20.587213 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-95235251-3f59-429a-9b93-c13405f73d08 req-eb98f081-4c90-4070-aa88-cb950342a848 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 943 time: 0.1614475 Jan 20 21:02:20.641504 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d135ceae-94ca-42d9-a678-950b2a6e06f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:20.661110 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:20.759948 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135ceae-94ca-42d9-a678-950b2a6e06f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f34744a-aa6e-4bc4-a407-3531d605c118,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:20.762772 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d135ceae-94ca-42d9-a678-950b2a6e06f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:20.768988 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-95235251-3f59-429a-9b93-c13405f73d08 req-e6bacdb7-e4d7-4114-8c0b-42d459e97040 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1720312 Jan 20 21:02:20.837590 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 06a19f8f-a6bf-4a58-80cc-fdba9c55541b up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:02:20.924565 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port 06a19f8f-a6bf-4a58-80cc-fdba9c55541b completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:02:20.932141 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 06a19f8f-a6bf-4a58-80cc-fdba9c55541b triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:02:20.932579 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:21.072205 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:21.107244 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e70e16-7d88-4afd-85f3-798c5efec480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a19f8f-a6bf-4a58-80cc-fdba9c55541b'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:02:21.119856 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 06a19f8f-a6bf-4a58-80cc-fdba9c55541b, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=06a19f8f-a6bf-4a58-80cc-fdba9c55541b,segment=NetworkSegment(888424d9-8989-4463-86fb-56a5104417c0),segment_id=888424d9-8989-4463-86fb-56a5104417c0)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:21.130815 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:21.133002 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:21.135744 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d135ceae-94ca-42d9-a678-950b2a6e06f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3687546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854398005'] for router_interface, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:21.186392 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e70e16-7d88-4afd-85f3-798c5efec480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a19f8f-a6bf-4a58-80cc-fdba9c55541b', 'code': 200} Jan 20 21:02:21.230008 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=06a19f8f-a6bf-4a58-80cc-fdba9c55541b,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:21.234021 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:21.595867 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc413eee-8881-4bc1-8d93-78e109e4da39 req-ff9f092f-0fd0-4841-950f-1272463d5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:21.597504 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-dc413eee-8881-4bc1-8d93-78e109e4da39 req-ff9f092f-0fd0-4841-950f-1272463d5de7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 1162 time: 0.1241136 Jan 20 21:02:21.644547 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-dc413eee-8881-4bc1-8d93-78e109e4da39 req-b61b3cca-0c21-4cc0-af4c-1315e833cf7b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0401795 Jan 20 21:02:21.996179 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d135ceae-94ca-42d9-a678-950b2a6e06f0 admin admin] Router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:02:22.110729 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57dff6-03e1-48d1-aa96-d4a9310b7ddf req-4b647be9-e91a-4ccc-b9c8-7d62c51e3b35 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:22.112301 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7b57dff6-03e1-48d1-aa96-d4a9310b7ddf req-4b647be9-e91a-4ccc-b9c8-7d62c51e3b35 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 945 time: 0.2061093 Jan 20 21:02:22.241236 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7b57dff6-03e1-48d1-aa96-d4a9310b7ddf req-f3a41e2e-2903-404e-9a13-880473dd0b18 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1152675 Jan 20 21:02:22.263589 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d135ceae-94ca-42d9-a678-950b2a6e06f0 admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:02:22.277085 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38a9ad-3870-4782-8e57-d4a863f28964 None None] Sync routers for ids ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:02:22.281368 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-d135ceae-94ca-42d9-a678-950b2a6e06f0 admin admin] 10.222.0.18 "PUT /v2.0/routers/fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5552475 Jan 20 21:02:22.284019 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 58850) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:22.288210 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38a9ad-3870-4782-8e57-d4a863f28964 None None] Routers {'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:02:22.288890 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-db38a9ad-3870-4782-8e57-d4a863f28964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:02:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:22.482085 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d2fb-58c5-48f0-9af9-0688785282d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:22.507294 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 06a19f8f-a6bf-4a58-80cc-fdba9c55541b up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:02:22.587086 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 06a19f8f-a6bf-4a58-80cc-fdba9c55541b triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:02:22.587858 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:22.648852 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-db38a9ad-3870-4782-8e57-d4a863f28964 None None] Set router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:02:22.682947 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d2fb-58c5-48f0-9af9-0688785282d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:22.688459 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-0eb8d2fb-58c5-48f0-9af9-0688785282d7 admin admin] Deleting port 0964c4a4-3576-4940-8094-6cfca9b3a067 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:22.688838 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d2fb-58c5-48f0-9af9-0688785282d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:22.887889 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-0eb8d2fb-58c5-48f0-9af9-0688785282d7 admin admin] For port 0964c4a4-3576-4940-8094-6cfca9b3a067, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=0964c4a4-3576-4940-8094-6cfca9b3a067,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:22.888289 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d2fb-58c5-48f0-9af9-0688785282d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:22.981600 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-db38a9ad-3870-4782-8e57-d4a863f28964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T21:02:20Z', 'revision_number': 5, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:22.986104 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38a9ad-3870-4782-8e57-d4a863f28964 None None] Checking router: fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:02:22.995984 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38a9ad-3870-4782-8e57-d4a863f28964 None None] Routers {'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:02:22.996210 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-db38a9ad-3870-4782-8e57-d4a863f28964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:02:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:23.026997 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-0eb8d2fb-58c5-48f0-9af9-0688785282d7 admin admin] Calling delete_port for 0964c4a4-3576-4940-8094-6cfca9b3a067 owned by network:router_gateway {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:23.178358 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d2fb-58c5-48f0-9af9-0688785282d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:23.205161 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-db38a9ad-3870-4782-8e57-d4a863f28964 None None] Set router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:02:23.382140 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d2fb-58c5-48f0-9af9-0688785282d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392026'] for router_gateway, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:23.525207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d2fb-58c5-48f0-9af9-0688785282d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-392176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40098'] for router, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:23.527628 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d2fb-58c5-48f0-9af9-0688785282d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:23.533638 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-db38a9ad-3870-4782-8e57-d4a863f28964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T21:02:20Z', 'revision_number': 5, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:23.536646 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a0792-8758-41d3-81d1-9d680d7da351 req-622d713e-2dbb-499e-a289-929c4725004b tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:23.538016 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38a9ad-3870-4782-8e57-d4a863f28964 None None] The sync data for ids ['fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6'] in dv-cinder-749155-5-iscsi is: [{'id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'name': 'tempest-AttachVolumeTestJSON-270995742-router', 'tenant_id': '1d96be366a92447487212758b7c50e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T21:02:20Z', 'revision_number': 5, 'project_id': '1d96be366a92447487212758b7c50e6f', 'gw_port': {'id': '0964c4a4-3576-4940-8094-6cfca9b3a067', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:12Z', 'updated_at': '2021-01-20T20:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:02:23.538177 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2d7a0792-8758-41d3-81d1-9d680d7da351 req-622d713e-2dbb-499e-a289-929c4725004b tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 945 time: 0.1368396 Jan 20 21:02:23.558823 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d2fb-58c5-48f0-9af9-0688785282d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854385273'] for router, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:23.559743 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb8d2fb-58c5-48f0-9af9-0688785282d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 {{(pid=80113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 21:02:23.573755 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0eb8d2fb-58c5-48f0-9af9-0688785282d7 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:23.577920 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-0eb8d2fb-58c5-48f0-9af9-0688785282d7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/fb0a4f33-fdf8-4d3a-9a52-24fea5a261e6 HTTP/1.1" status: 204 len: 168 time: 1.2928624 Jan 20 21:02:23.578825 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 58858) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:23.603415 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2d7a0792-8758-41d3-81d1-9d680d7da351 req-0469aa8a-a870-4923-a569-a6fd46302dbc tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0550337 Jan 20 21:02:23.649652 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a7f51c-9881-42fe-bdd1-aa296271c7ff admin admin] Deleting subnet 4c922eec-afe6-4eee-af95-8fb9a05787f0 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 21:02:23.653180 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23a7f51c-9881-42fe-bdd1-aa296271c7ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:23.710070 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23a7f51c-9881-42fe-bdd1-aa296271c7ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2426957'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:23.745569 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 5f34744a-aa6e-4bc4-a407-3531d605c118 no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:02:23.783368 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: 5f34744a-aa6e-4bc4-a407-3531d605c118 {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:02:23.783845 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 5f34744a-aa6e-4bc4-a407-3531d605c118 not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:02:23.888910 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea13098-4be6-4c0c-89d0-94c489266215 req-89d4787f-90ee-45ab-881e-470d48bc565f tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:23.890624 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cea13098-4be6-4c0c-89d0-94c489266215 req-89d4787f-90ee-45ab-881e-470d48bc565f tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 945 time: 0.1425712 Jan 20 21:02:23.892006 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23a7f51c-9881-42fe-bdd1-aa296271c7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851329876'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:24.004486 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cea13098-4be6-4c0c-89d0-94c489266215 req-bb5004f6-1969-4998-8b6d-9885dce2f60a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0818992 Jan 20 21:02:24.244363 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-545efd1a-e51a-458f-827c-55b4f7979932 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1826761 Jan 20 21:02:24.255875 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Request body: {'floatingip': {'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:02:24.265809 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:02:24.270171 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Usage tracker for resource:floatingip and tenant:5f3d8957a8fb47cfbac0777130b595f5 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:02:24.273329 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:02:24.279512 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:02:24.289659 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for floatingip, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:24.442269 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:24.443165 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23a7f51c-9881-42fe-bdd1-aa296271c7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3445940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852348269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27003399'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:24.459526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5685fb78-4237-40a9-95df-67847589c991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:24.544178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7f51c-9881-42fe-bdd1-aa296271c7ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c922eec-afe6-4eee-af95-8fb9a05787f0,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:24.563275 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-23a7f51c-9881-42fe-bdd1-aa296271c7ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:24.600505 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23a7f51c-9881-42fe-bdd1-aa296271c7ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:24.606196 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1ab055-3409-4f3d-b3ac-85b584c0aa59 None None] Network f278e563-18ec-4833-a094-4f0a1a5f0abc requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 21:02:24.607697 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-23a7f51c-9881-42fe-bdd1-aa296271c7ff admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4c922eec-afe6-4eee-af95-8fb9a05787f0 HTTP/1.1" status: 204 len: 168 time: 1.0277727 Jan 20 21:02:24.610161 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 58866) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:24.737658 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854054876'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:24.740567 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Allocated IP 172.27.0.38 (06ea3fc8-bdc7-4401-9b28-54093eee0170/7fa42e9a-db2b-4126-9d0c-025f1cb6919b/86cb1afb-8ed0-44bd-8883-e7b1c27caa3f) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 21:02:24.813633 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Deleting port b483e193-0de5-44e8-8d5b-14f416ebcb30 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:24.814010 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:24.939481 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:24.973530 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bf75be-4843-48e6-b78b-a64d7fc4b3f9 None None] DHCP port deletion for f278e563-18ec-4833-a094-4f0a1a5f0abc request from dv-cinder-749155-5-iscsi {{(pid=80114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 20 21:02:24.981509 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf75be-4843-48e6-b78b-a64d7fc4b3f9 None None] Deleting port b483e193-0de5-44e8-8d5b-14f416ebcb30 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:24.982234 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b5bf75be-4843-48e6-b78b-a64d7fc4b3f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:24.992532 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:25.012235 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0a9f4a25-e249-44a5-980a-23424f3bb4fa tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:25.081984 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] For port b483e193-0de5-44e8-8d5b-14f416ebcb30, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=b483e193-0de5-44e8-8d5b-14f416ebcb30,segment=NetworkSegment(deb6def9-f016-4f69-b6a9-5314f6ce15c2),segment_id=deb6def9-f016-4f69-b6a9-5314f6ce15c2)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:25.083244 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:25.096629 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Pushing event updated for resources: {'Port': ['ID=86cb1afb-8ed0-44bd-8883-e7b1c27caa3f,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:25.162834 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:25.233604 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Calling delete_port for b483e193-0de5-44e8-8d5b-14f416ebcb30 owned by network:dhcp {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:25.264714 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:02:25.265491 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-b5bf75be-4843-48e6-b78b-a64d7fc4b3f9 None None] For port b483e193-0de5-44e8-8d5b-14f416ebcb30, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=b483e193-0de5-44e8-8d5b-14f416ebcb30,segment=NetworkSegment(deb6def9-f016-4f69-b6a9-5314f6ce15c2),segment_id=deb6def9-f016-4f69-b6a9-5314f6ce15c2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:25.265953 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b5bf75be-4843-48e6-b78b-a64d7fc4b3f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:25.266227 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:02:25.268870 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 21:02:25.314059 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:25.331424 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d135ceae-94ca-42d9-a678-950b2a6e06f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:25.366326 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for floatingip, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:25.430159 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf75be-4843-48e6-b78b-a64d7fc4b3f9 None None] Calling delete_port for b483e193-0de5-44e8-8d5b-14f416ebcb30 owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:25.436707 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:25.477475 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Pushing event deleted for resources: {'Port': ['ID=b483e193-0de5-44e8-8d5b-14f416ebcb30,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:25.482030 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:25.495047 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] No DVR routers for this DVR port b483e193-0de5-44e8-8d5b-14f416ebcb30 on host dv-cinder-749155-5-iscsi {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 21:02:25.523354 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [None req-b5bf75be-4843-48e6-b78b-a64d7fc4b3f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 21:02:25.523918 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [None req-b5bf75be-4843-48e6-b78b-a64d7fc4b3f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 21:02:25.633254 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3445791', 'neutron.services.segments.db._delete_segments_for_network--9223363282312691657'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:25.772121 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:25.778524 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:25.804813 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8fe65be7-9fed-4f45-b458-5051f79500b2 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:25.809914 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f278e563-18ec-4833-a094-4f0a1a5f0abc']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:25.827860 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device b483e193-0de5-44e8-8d5b-14f416ebcb30 no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:02:25.831496 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb6def9-f016-4f69-b6a9-5314f6ce15c2') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:25.831832 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb6def9-f016-4f69-b6a9-5314f6ce15c2') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:25.849930 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282312693449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852348859'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:25.872971 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: b483e193-0de5-44e8-8d5b-14f416ebcb30 {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:02:25.873360 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device b483e193-0de5-44e8-8d5b-14f416ebcb30 not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:02:25.873816 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 0964c4a4-3576-4940-8094-6cfca9b3a067 no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:02:25.882888 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504da7ef-2f56-4d55-ab18-009782b5826c req-70dca560-3af7-480e-a280-a2e3af771823 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:25.884596 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-504da7ef-2f56-4d55-ab18-009782b5826c req-70dca560-3af7-480e-a280-a2e3af771823 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.2369618 Jan 20 21:02:25.891311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:25.893422 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 21:02:25.913656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: 0964c4a4-3576-4940-8094-6cfca9b3a067 {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:02:25.914380 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 0964c4a4-3576-4940-8094-6cfca9b3a067 not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:02:25.958208 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Pushing event updated for resources: {'Port': ['ID=86cb1afb-8ed0-44bd-8883-e7b1c27caa3f,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:25.966371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:26.025215 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf75be-4843-48e6-b78b-a64d7fc4b3f9 None None] Deleting port b483e193-0de5-44e8-8d5b-14f416ebcb30 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:26.025591 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b5bf75be-4843-48e6-b78b-a64d7fc4b3f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:26.059373 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:26.084228 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:26.087188 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8362391 Jan 20 21:02:26.107384 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-504da7ef-2f56-4d55-ab18-009782b5826c req-1d3fba1a-f8b8-4795-a5c3-e145dee0c0cc tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992016 Jan 20 21:02:26.127040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Network f278e563-18ec-4833-a094-4f0a1a5f0abc has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:02:26.138441 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851331117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852348164'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:26.186209 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:02:26.186775 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-011aaa05-7c10-45bb-af23-3c33caf47708 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Synchronizing usage tracker for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:floatingip {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:02:26.207856 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-011aaa05-7c10-45bb-af23-3c33caf47708 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Unset dirty status for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:floatingip {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:02:26.211150 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-011aaa05-7c10-45bb-af23-3c33caf47708 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.38 HTTP/1.1" status: 200 len: 695 time: 0.1184971 Jan 20 21:02:26.272597 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf75be-4843-48e6-b78b-a64d7fc4b3f9 None None] The port 'b483e193-0de5-44e8-8d5b-14f416ebcb30' was deleted {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 20 21:02:26.338924 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Network f278e563-18ec-4833-a094-4f0a1a5f0abc has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: Traceback (most recent call last): Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: timer() Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: cb(*args, **kw) Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: return func(*args, **kwargs) Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: self._notify() Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: self.callback(batched_events) Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: event.method(event) Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: segment_id)['aggregates'][0] Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(self, *a, **k) Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: return self._get(url).json() Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: **kwargs) Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.request(url, 'GET', **kwargs) Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: **endpoint_filter) Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 21:02:26.364066 dv-cinder-749155-5-iscsi neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 21:02:26.406166 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-e66ed567-4b03-43ab-8a74-b61aec71c972 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:26.407787 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-e66ed567-4b03-43ab-8a74-b61aec71c972 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/networks/06ea3fc8-bdc7-4401-9b28-54093eee0170 HTTP/1.1" status: 200 len: 784 time: 0.1911993 Jan 20 21:02:26.421729 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-71623732-1439-4a22-b730-f06984e7f459 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80112) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 21:02:26.423137 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-26137ad2-455a-4e23-a76a-66c4e49a26d4 req-71623732-1439-4a22-b730-f06984e7f459 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0066898 Jan 20 21:02:26.447770 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851330025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854383812'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:26.451642 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2cb866e9-675b-44f1-bd59-fe1f3ecea5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:26.469496 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:26.479963 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Pushing event deleted for resources: {'Network': ['ID=f278e563-18ec-4833-a094-4f0a1a5f0abc,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:26.483855 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:26.498820 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] 10.222.0.18 "DELETE /v2.0/networks/f278e563-18ec-4833-a094-4f0a1a5f0abc HTTP/1.1" status: 204 len: 168 time: 1.8850863 Jan 20 21:02:26.646456 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-480a8b74-5a0b-44f4-8e76-a461a2e26b6b tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:26.648205 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-480a8b74-5a0b-44f4-8e76-a461a2e26b6b tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1141491 Jan 20 21:02:26.668499 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 58882) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:26.731228 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-40974bed-a1a6-4ac1-a904-ddf616368c08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d96be366a92447487212758b7c50e6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0609257 Jan 20 21:02:26.733918 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 58886) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:26.744577 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-48316b1c-cc1e-43b4-8578-01ec2a22e8a9 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.38 HTTP/1.1" status: 200 len: 695 time: 0.0862527 Jan 20 21:02:26.756129 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-7c211e76-cd77-42d4-aac4-3cda1eb06f55 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Request body: {'floatingip': {'port_id': '06a19f8f-a6bf-4a58-80cc-fdba9c55541b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:02:26.802613 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fac6e62a-8a8f-4155-8b2d-3546c365c1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:26.830550 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fac6e62a-8a8f-4155-8b2d-3546c365c1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:26.846921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-7c211e76-cd77-42d4-aac4-3cda1eb06f55 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for floatingip, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:26.879896 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fac6e62a-8a8f-4155-8b2d-3546c365c1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:26.885171 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e9b7d1bc-c004-4c48-91df-074870b55f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:26.900532 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6e62a-8a8f-4155-8b2d-3546c365c1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd562db7-78b5-4493-81f1-bf30be9b273c,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:26.903542 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fac6e62a-8a8f-4155-8b2d-3546c365c1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:26.909781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fac6e62a-8a8f-4155-8b2d-3546c365c1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:26.911952 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-fac6e62a-8a8f-4155-8b2d-3546c365c1fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd562db7-78b5-4493-81f1-bf30be9b273c HTTP/1.1" status: 204 len: 168 time: 0.1766062 Jan 20 21:02:27.372214 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2431ae-2da1-436e-9238-0558065d220f req-e74cc5d1-80e6-4857-ae35-3079cabcfecb tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:27.373834 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8e2431ae-2da1-436e-9238-0558065d220f req-e74cc5d1-80e6-4857-ae35-3079cabcfecb tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.10 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.1986022 Jan 20 21:02:27.484529 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18b432-dabc-4796-a5cc-3da8921793ce req-b75830fb-43cf-4a4e-b3a5-3fe6adfc1bcd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:27.486228 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0e18b432-dabc-4796-a5cc-3da8921793ce req-b75830fb-43cf-4a4e-b3a5-3fe6adfc1bcd tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 945 time: 0.2040288 Jan 20 21:02:27.505126 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Deleting port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:27.505509 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:27.564419 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-7c211e76-cd77-42d4-aac4-3cda1eb06f55 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:27.568921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-7c211e76-cd77-42d4-aac4-3cda1eb06f55 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:27.649812 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0e18b432-dabc-4796-a5cc-3da8921793ce req-246a5912-82ad-4a09-8ed3-39bc031fb1c0 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104717 Jan 20 21:02:27.773815 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-7c211e76-cd77-42d4-aac4-3cda1eb06f55 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Floating IP f88b57c8-5588-403a-b5c6-6ba3683d5751 associated. External IP: 172.27.0.38, port: 06a19f8f-a6bf-4a58-80cc-fdba9c55541b. Jan 20 21:02:27.863253 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] For port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=6317ffa3-d217-46ca-a3fc-4e3e870aafb3,segment=NetworkSegment(1eeeebe1-ad87-4172-b3b3-c25b1371c4ce),segment_id=1eeeebe1-ad87-4172-b3b3-c25b1371c4ce)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:27.864740 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:28.373486 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for floatingip, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:28.374046 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:28.374531 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Floating IP d36ecb48-9138-4885-8067-03ca4390ecf8 disassociated. External IP: 172.27.0.139, port: 6317ffa3-d217-46ca-a3fc-4e3e870aafb3. Jan 20 21:02:28.375035 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Calling delete_port for 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:28.375801 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:02:28.491580 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-7c211e76-cd77-42d4-aac4-3cda1eb06f55 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Router b582adfb-29cf-49ca-a33d-cae75f0b2c20 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:02:28.517999 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:28.553328 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1b1be2-925f-4156-ac54-002cde8605ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6317ffa3-d217-46ca-a3fc-4e3e870aafb3'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:02:28.564913 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=6317ffa3-d217-46ca-a3fc-4e3e870aafb3,segment=NetworkSegment(1eeeebe1-ad87-4172-b3b3-c25b1371c4ce),segment_id=1eeeebe1-ad87-4172-b3b3-c25b1371c4ce)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:28.568669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:28.570689 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:28.576444 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80112) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 21:02:28.577462 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 21:02:28.666287 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=6317ffa3-d217-46ca-a3fc-4e3e870aafb3,revision_number=7']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:28.670111 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:28.708068 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-7c211e76-cd77-42d4-aac4-3cda1eb06f55 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:02:28.713381 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-7c211e76-cd77-42d4-aac4-3cda1eb06f55 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:28.722134 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8ec61-cfe9-451b-a359-c648365d0d2a None None] Sync routers for ids ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:02:28.733586 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b8ec61-cfe9-451b-a359-c648365d0d2a None None] Routers {'b582adfb-29cf-49ca-a33d-cae75f0b2c20'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:02:28.734280 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-31b8ec61-cfe9-451b-a359-c648365d0d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:02:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:28.798774 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-7c211e76-cd77-42d4-aac4-3cda1eb06f55 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "PUT /v2.0/floatingips/f88b57c8-5588-403a-b5c6-6ba3683d5751 HTTP/1.1" status: 200 len: 995 time: 2.0472159 Jan 20 21:02:28.799491 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e70e16-7d88-4afd-85f3-798c5efec480', 'tag': '06a19f8f-a6bf-4a58-80cc-fdba9c55541b'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:02:28.902646 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-403b14be-d099-4731-86e5-8feac8ece1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:28.905558 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-403b14be-d099-4731-86e5-8feac8ece1a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 1162 time: 0.0895801 Jan 20 21:02:28.938217 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-31b8ec61-cfe9-451b-a359-c648365d0d2a None None] Set router b582adfb-29cf-49ca-a33d-cae75f0b2c20 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:02:29.078157 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Deleting port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:29.078958 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:29.081908 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-4356bafc-3203-41a2-aa6b-5959c20281d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:29.084076 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-4356bafc-3203-41a2-aa6b-5959c20281d0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 905 time: 0.1705072 Jan 20 21:02:29.213739 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-3044496d-9478-4867-afce-db448914d0c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06a19f8f-a6bf-4a58-80cc-fdba9c55541b HTTP/1.1" status: 200 len: 998 time: 0.1225047 Jan 20 21:02:29.296431 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-92e84bf5-7b97-45ef-a698-f93ad2c230b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:29.298653 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-92e84bf5-7b97-45ef-a698-f93ad2c230b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.0774016 Jan 20 21:02:29.343241 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1b1be2-925f-4156-ac54-002cde8605ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6317ffa3-d217-46ca-a3fc-4e3e870aafb3', 'code': 200} Jan 20 21:02:29.387325 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-f1699e48-fc93-4cd0-88d1-914085f13faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:29.395664 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-f1699e48-fc93-4cd0-88d1-914085f13faf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0894203 Jan 20 21:02:29.421716 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-31b8ec61-cfe9-451b-a359-c648365d0d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': 'f88b57c8-5588-403a-b5c6-6ba3683d5751', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'port_id': '06a19f8f-a6bf-4a58-80cc-fdba9c55541b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'mac_address': 'fa:16:3e:2c:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e70e16-7d88-4afd-85f3-798c5efec480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T21:02:25Z', 'updated_at': '2021-01-20T21:02:27Z', 'revision_number': 1, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:34Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:29.427726 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8ec61-cfe9-451b-a359-c648365d0d2a None None] Checking router: b582adfb-29cf-49ca-a33d-cae75f0b2c20 for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:02:29.451051 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b8ec61-cfe9-451b-a359-c648365d0d2a None None] Routers {'b582adfb-29cf-49ca-a33d-cae75f0b2c20'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:02:29.451764 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-31b8ec61-cfe9-451b-a359-c648365d0d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:02:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:29.541201 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-db4ec0b1-6240-424c-b115-3eb03080f867 service neutron] 10.222.0.18 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444297 Jan 20 21:02:29.584433 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9c140acd-c4fa-4491-afba-44d61b0ea875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:29.702224 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-31b8ec61-cfe9-451b-a359-c648365d0d2a None None] Set router b582adfb-29cf-49ca-a33d-cae75f0b2c20 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:02:29.718058 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9468dea5-2038-4e99-b798-9ab9c3e91b21 req-b14ee923-3730-49db-a213-d41a16f4bb59 service neutron] 10.222.0.18 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1685057 Jan 20 21:02:29.797431 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e70e16-7d88-4afd-85f3-798c5efec480', 'tag': '06a19f8f-a6bf-4a58-80cc-fdba9c55541b', 'status': 'completed', 'code': 200} Jan 20 21:02:29.882460 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc6284-2ce9-4b9b-9796-b70cbe7387ee req-33e36ee7-81dc-4a1f-81dd-e6a061e40a26 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:29.884279 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1bcc6284-2ce9-4b9b-9796-b70cbe7387ee req-33e36ee7-81dc-4a1f-81dd-e6a061e40a26 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 943 time: 0.5331635 Jan 20 21:02:29.890828 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] For port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=6317ffa3-d217-46ca-a3fc-4e3e870aafb3,segment=NetworkSegment(1eeeebe1-ad87-4172-b3b3-c25b1371c4ce),segment_id=1eeeebe1-ad87-4172-b3b3-c25b1371c4ce)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:29.890828 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:29.998081 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14369d-fd2c-4fb7-a5a1-c70a9d2103ee req-3c44e8b2-9076-445a-a8cd-945ca84cb669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:30.001145 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cb14369d-fd2c-4fb7-a5a1-c70a9d2103ee req-3c44e8b2-9076-445a-a8cd-945ca84cb669 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 1162 time: 0.1590164 Jan 20 21:02:30.046605 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1bcc6284-2ce9-4b9b-9796-b70cbe7387ee req-588e2116-5619-433a-8693-405cd3972345 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups?id=b42bb023-bab3-4eb3-9fe0-c9817a351c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455553 Jan 20 21:02:30.211098 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14369d-fd2c-4fb7-a5a1-c70a9d2103ee req-7638ebfb-3476-400c-aee4-1aa2453b6e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:30.212635 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cb14369d-fd2c-4fb7-a5a1-c70a9d2103ee req-7638ebfb-3476-400c-aee4-1aa2453b6e95 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 905 time: 0.2052884 Jan 20 21:02:30.251598 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-31b8ec61-cfe9-451b-a359-c648365d0d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': 'f88b57c8-5588-403a-b5c6-6ba3683d5751', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'port_id': '06a19f8f-a6bf-4a58-80cc-fdba9c55541b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'mac_address': 'fa:16:3e:2c:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e70e16-7d88-4afd-85f3-798c5efec480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T21:02:25Z', 'updated_at': '2021-01-20T21:02:27Z', 'revision_number': 1, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:34Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:30.258832 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8ec61-cfe9-451b-a359-c648365d0d2a None None] The sync data for ids ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'] in dv-cinder-749155-5-iscsi is: [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': 'f88b57c8-5588-403a-b5c6-6ba3683d5751', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'port_id': '06a19f8f-a6bf-4a58-80cc-fdba9c55541b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'mac_address': 'fa:16:3e:2c:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e70e16-7d88-4afd-85f3-798c5efec480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T21:02:25Z', 'updated_at': '2021-01-20T21:02:27Z', 'revision_number': 1, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:34Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:02:30.342113 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cb14369d-fd2c-4fb7-a5a1-c70a9d2103ee req-e0fe8d8d-c52e-43eb-bc24-cb293486b716 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06a19f8f-a6bf-4a58-80cc-fdba9c55541b HTTP/1.1" status: 200 len: 998 time: 0.1227207 Jan 20 21:02:30.415181 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for floatingip, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:30.415594 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:30.415958 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Floating IP d36ecb48-9138-4885-8067-03ca4390ecf8 disassociated. External IP: 172.27.0.139, port: 6317ffa3-d217-46ca-a3fc-4e3e870aafb3. Jan 20 21:02:30.416352 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Calling delete_port for 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:30.449948 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14369d-fd2c-4fb7-a5a1-c70a9d2103ee req-6b3472eb-4aaf-4d91-96c0-a8a990003997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:30.451609 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cb14369d-fd2c-4fb7-a5a1-c70a9d2103ee req-6b3472eb-4aaf-4d91-96c0-a8a990003997 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.1025484 Jan 20 21:02:30.540746 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14369d-fd2c-4fb7-a5a1-c70a9d2103ee req-1016f241-bc3f-4400-b6d6-3717732dde5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:30.542675 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cb14369d-fd2c-4fb7-a5a1-c70a9d2103ee req-1016f241-bc3f-4400-b6d6-3717732dde5c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842800 Jan 20 21:02:30.601894 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:30.629929 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:30.632468 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc7fa53-28c4-4831-aa46-510e8c753429 None None] New status for floating IP f88b57c8-5588-403a-b5c6-6ba3683d5751: ACTIVE {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 21:02:30.723921 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cb14369d-fd2c-4fb7-a5a1-c70a9d2103ee req-63256d82-52f8-4138-9139-e300dc40152a service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731656 Jan 20 21:02:30.739211 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Pushing event deleted for resources: {'Port': ['ID=6317ffa3-d217-46ca-a3fc-4e3e870aafb3,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:30.755924 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.756376 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.756771 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.757168 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.757578 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.757976 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.758860 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.758860 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.759160 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.759522 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.759913 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.760305 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.760737 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.761134 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.762110 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.762110 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.762370 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.762645 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.763037 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.763796 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.763796 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.764162 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.764797 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.764993 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:30.770946 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:31.059386 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:02:31.282090 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:02:31.295021 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7a4e64-bb55-4e50-9a08-ef9546731434 None None] Sync routers for ids ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:02:31.310153 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7a4e64-bb55-4e50-9a08-ef9546731434 None None] Routers {'2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:02:31.311263 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-cc7a4e64-bb55-4e50-9a08-ef9546731434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:02:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:31.318349 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e0f59a38-0565-4ca1-87ae-8b665eba5ba8 req-035f8f45-c15c-4cc3-b80c-24c1327f7e2c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 210 time: 0.0704570 Jan 20 21:02:31.350237 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] No DVR routers for this DVR port 6317ffa3-d217-46ca-a3fc-4e3e870aafb3 on host hv-cinder-74915 {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 21:02:31.353044 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:31.369478 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1b1be2-925f-4156-ac54-002cde8605ae', 'name': 'network-vif-deleted', 'tag': '6317ffa3-d217-46ca-a3fc-4e3e870aafb3'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:02:31.416226 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8e2431ae-2da1-436e-9238-0558065d220f req-d7f6b8bd-7891-4320-bc46-997430842900 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.10 "DELETE /v2.0/ports/6317ffa3-d217-46ca-a3fc-4e3e870aafb3 HTTP/1.1" status: 204 len: 173 time: 4.0351942 Jan 20 21:02:31.456886 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1b1be2-925f-4156-ac54-002cde8605ae', 'name': 'network-vif-deleted', 'tag': '6317ffa3-d217-46ca-a3fc-4e3e870aafb3', 'status': 'completed', 'code': 200} Jan 20 21:02:31.550166 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-cc7a4e64-bb55-4e50-9a08-ef9546731434 None None] Set router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:02:31.929547 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-cc7a4e64-bb55-4e50-9a08-ef9546731434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T20:54:37Z', 'revision_number': 4, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '6615f521-8d37-4844-9bcb-1e886d565c34', 'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'mac_address': 'fa:16:3e:ba:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:28Z', 'updated_at': '2021-01-20T20:54:51Z', 'revision_number': 5, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'subnets': [{'id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:31.933770 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7a4e64-bb55-4e50-9a08-ef9546731434 None None] Checking router: 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:02:31.942915 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7a4e64-bb55-4e50-9a08-ef9546731434 None None] Routers {'2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:02:31.943591 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-cc7a4e64-bb55-4e50-9a08-ef9546731434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:02:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:32.142767 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-cc7a4e64-bb55-4e50-9a08-ef9546731434 None None] Set router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:02:32.532031 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-757f45eb-917f-44f1-a8a1-e2487cb7f9d0 req-a49696ec-c7e0-482c-b9f3-b76385095bf9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Synchronizing usage tracker for tenant:bf5cad5f8aed4851835a12ce330c8ebc on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:02:32.544841 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-757f45eb-917f-44f1-a8a1-e2487cb7f9d0 req-a49696ec-c7e0-482c-b9f3-b76385095bf9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Unset dirty status for tenant:bf5cad5f8aed4851835a12ce330c8ebc on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:02:32.546941 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-757f45eb-917f-44f1-a8a1-e2487cb7f9d0 req-a49696ec-c7e0-482c-b9f3-b76385095bf9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 210 time: 0.0687366 Jan 20 21:02:32.559380 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1dd5c09f-f53d-4679-bcac-74bcc32a6822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:32.582763 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:32.697429 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-cc7a4e64-bb55-4e50-9a08-ef9546731434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T20:54:37Z', 'revision_number': 4, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '6615f521-8d37-4844-9bcb-1e886d565c34', 'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'mac_address': 'fa:16:3e:ba:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:28Z', 'updated_at': '2021-01-20T20:54:51Z', 'revision_number': 5, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'subnets': [{'id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:32.701619 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7a4e64-bb55-4e50-9a08-ef9546731434 None None] The sync data for ids ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'] in dv-cinder-749155-5-iscsi is: [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T20:54:37Z', 'revision_number': 4, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '6615f521-8d37-4844-9bcb-1e886d565c34', 'name': '', 'network_id': '9041c0a2-a772-4470-a39a-9b8ab252366c', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'mac_address': 'fa:16:3e:ba:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:28Z', 'updated_at': '2021-01-20T20:54:51Z', 'revision_number': 5, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'subnets': [{'id': '9d457b81-4eac-442d-b015-2dcf9f7a050c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:02:33.181579 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:33.261378 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a773f95-d10b-4fb9-8020-f6f6708eed49 None None] New status for floating IP d36ecb48-9138-4885-8067-03ca4390ecf8: DOWN {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 21:02:33.509026 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-cb14369d-fd2c-4fb7-a5a1-c70a9d2103ee req-e5e03d11-1e3a-41c8-b75c-918d820e921e service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2358453 Jan 20 21:02:33.702467 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:33.883452 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-46b02439-642d-41f1-ab78-9729f33b5e1b req-8b7764b7-bdb1-4a50-8286-77954387e8a5 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/ports?device_id=cf1b1be2-925f-4156-ac54-002cde8605ae HTTP/1.1" status: 200 len: 210 time: 0.0989368 Jan 20 21:02:35.094254 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 58982) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:35.166599 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e32ee031-46e1-4df1-ae28-f0a7e58b7df6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:35.197396 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e32ee031-46e1-4df1-ae28-f0a7e58b7df6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:35.246879 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e32ee031-46e1-4df1-ae28-f0a7e58b7df6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:35.252348 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5151ecfd-dfe2-4f60-b37a-72dac721f504 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:35.269257 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ee031-46e1-4df1-ae28-f0a7e58b7df6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42bb023-bab3-4eb3-9fe0-c9817a351c76,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:35.275348 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e32ee031-46e1-4df1-ae28-f0a7e58b7df6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:35.277557 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e32ee031-46e1-4df1-ae28-f0a7e58b7df6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:35.281581 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e32ee031-46e1-4df1-ae28-f0a7e58b7df6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "DELETE /v2.0/security-groups/b42bb023-bab3-4eb3-9fe0-c9817a351c76 HTTP/1.1" status: 204 len: 168 time: 0.1834164 Jan 20 21:02:35.281845 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 58992) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:35.300448 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.api.v2.resource [None req-371f2ad5-0c34-4e73-a18c-b73776234ce9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] show failed (client error): The resource could not be found. Jan 20 21:02:35.302252 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-371f2ad5-0c34-4e73-a18c-b73776234ce9 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "GET /v2.0/security-groups/b42bb023-bab3-4eb3-9fe0-c9817a351c76 HTTP/1.1" status: 404 len: 347 time: 0.0194111 Jan 20 21:02:35.305415 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 58998) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:35.490723 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a8cac73c-3354-4b5c-b65a-233571adfd5c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Deleting port 85f9a0e6-4180-4d7f-9c9f-62324c294a52 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:35.491103 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a8cac73c-3354-4b5c-b65a-233571adfd5c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:35.679753 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a8cac73c-3354-4b5c-b65a-233571adfd5c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:35.680098 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a8cac73c-3354-4b5c-b65a-233571adfd5c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for floatingip, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:35.815475 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a8cac73c-3354-4b5c-b65a-233571adfd5c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Calling delete_port for 85f9a0e6-4180-4d7f-9c9f-62324c294a52 owned by network:floatingip {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:35.967433 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a8cac73c-3354-4b5c-b65a-233571adfd5c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:35.982024 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-abe1273d-150d-4a14-a28f-66fb438f4fe2 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:36.035493 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cac73c-3354-4b5c-b65a-233571adfd5c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Pushing event deleted for resources: {'Port': ['ID=85f9a0e6-4180-4d7f-9c9f-62324c294a52,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:36.085511 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a8cac73c-3354-4b5c-b65a-233571adfd5c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:36.231681 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a8cac73c-3354-4b5c-b65a-233571adfd5c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks [] for floatingip, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:36.252449 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a8cac73c-3354-4b5c-b65a-233571adfd5c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:36.253726 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-a8cac73c-3354-4b5c-b65a-233571adfd5c tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] 10.222.0.18 "DELETE /v2.0/floatingips/d36ecb48-9138-4885-8067-03ca4390ecf8 HTTP/1.1" status: 204 len: 168 time: 0.9473231 Jan 20 21:02:37.183010 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59028) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:37.353254 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e611cb02-451a-467c-bb0f-c6561b036fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:37.370175 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e611cb02-451a-467c-bb0f-c6561b036fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:02:37.374496 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e611cb02-451a-467c-bb0f-c6561b036fc8 admin admin] Usage tracker for resource:security_group_rule and tenant:f152ef2b8bcc40f395e17a2eb648d34e is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:02:37.378022 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e611cb02-451a-467c-bb0f-c6561b036fc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:02:37.385025 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e611cb02-451a-467c-bb0f-c6561b036fc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:02:37.479488 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e611cb02-451a-467c-bb0f-c6561b036fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:37.483071 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e611cb02-451a-467c-bb0f-c6561b036fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:37.491859 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-07b62ddf-58e3-4247-be63-cece6d824bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:37.538217 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e611cb02-451a-467c-bb0f-c6561b036fc8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f152ef2b8bcc40f395e17a2eb648d34e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539555 Jan 20 21:02:37.539274 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611cb02-451a-467c-bb0f-c6561b036fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725e4df5-9977-42be-a86b-ef02539f44ee,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:37.542216 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59036) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:37.544299 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e611cb02-451a-467c-bb0f-c6561b036fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:37.636775 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffcde-fdf0-48d5-91f9-e6c7c81ffc56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:37.672102 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffcde-fdf0-48d5-91f9-e6c7c81ffc56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:37.730815 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffcde-fdf0-48d5-91f9-e6c7c81ffc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:37.742815 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cd609cd1-36ba-4a16-90bb-d5a85229bc2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:37.765258 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ffcde-fdf0-48d5-91f9-e6c7c81ffc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725e4df5-9977-42be-a86b-ef02539f44ee,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:37.770479 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dd4ffcde-fdf0-48d5-91f9-e6c7c81ffc56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:37.782168 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffcde-fdf0-48d5-91f9-e6c7c81ffc56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:37.787842 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-dd4ffcde-fdf0-48d5-91f9-e6c7c81ffc56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/725e4df5-9977-42be-a86b-ef02539f44ee HTTP/1.1" status: 204 len: 168 time: 0.2402914 Jan 20 21:02:38.913907 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-4f4e8913-c1fd-4e30-9d0f-2722723a59c0 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/floatingips/9e1c84ce-0313-427e-9a0f-693930feb107 HTTP/1.1" status: 200 len: 998 time: 0.1231427 Jan 20 21:02:39.147657 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-108c1ff5-05f5-4ae7-a3ff-e0f0ca955647 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:39.149293 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-108c1ff5-05f5-4ae7-a3ff-e0f0ca955647 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/networks/06ea3fc8-bdc7-4401-9b28-54093eee0170 HTTP/1.1" status: 200 len: 784 time: 0.2280872 Jan 20 21:02:39.343305 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-78bedac7-6348-4eb0-a7c5-a870b79d8c4e tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.235 HTTP/1.1" status: 200 len: 1001 time: 0.1812375 Jan 20 21:02:39.361421 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59084) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:39.468436 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-e5db7662-2c31-416c-a01e-027f70bd3698 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:39.470405 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-e5db7662-2c31-416c-a01e-027f70bd3698 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports/2d09b7fa-9fe0-45f3-8652-b507ff46a39a HTTP/1.1" status: 200 len: 942 time: 0.1180341 Jan 20 21:02:39.823095 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:39.973535 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-2e1ff079-d532-4713-87a8-2abefde9eaaa tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.235 HTTP/1.1" status: 200 len: 1001 time: 0.3918567 Jan 20 21:02:40.182732 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59110) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:40.223367 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-936645e6-fff3-4343-912e-113530599e57 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Deleting port 70ed4f61-3609-490e-866f-441f4d96eaeb {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:40.223883 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-936645e6-fff3-4343-912e-113530599e57 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:40.397395 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bf90bcc9-ea3a-4590-be41-f20bb1b89f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:40.431276 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-bf90bcc9-ea3a-4590-be41-f20bb1b89f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:02:40.449595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-bf90bcc9-ea3a-4590-be41-f20bb1b89f6a admin admin] Usage tracker for resource:security_group_rule and tenant:e716a4f865634e918fb3b43df0486de5 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:02:40.454558 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-bf90bcc9-ea3a-4590-be41-f20bb1b89f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:02:40.466041 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-bf90bcc9-ea3a-4590-be41-f20bb1b89f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:02:40.491912 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-936645e6-fff3-4343-912e-113530599e57 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:40.492327 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-936645e6-fff3-4343-912e-113530599e57 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:40.639648 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-936645e6-fff3-4343-912e-113530599e57 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Calling delete_port for 70ed4f61-3609-490e-866f-441f4d96eaeb owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:40.801284 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bf90bcc9-ea3a-4590-be41-f20bb1b89f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:40.827462 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ffbe-4db0-44af-92e3-e4e08da61912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854398163'] for router_interface, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:40.836838 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bf90bcc9-ea3a-4590-be41-f20bb1b89f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:40.851706 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b1d368e4-3aea-4a40-9ca0-0840a479bfb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:40.923066 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-bf90bcc9-ea3a-4590-be41-f20bb1b89f6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e716a4f865634e918fb3b43df0486de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7390516 Jan 20 21:02:40.925542 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90bcc9-ea3a-4590-be41-f20bb1b89f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a217c52-e17d-4a3b-87b8-678b199be686,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:40.926800 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59116) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:40.931702 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bf90bcc9-ea3a-4590-be41-f20bb1b89f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:40.932972 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-936645e6-fff3-4343-912e-113530599e57 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:40.950021 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e767f408-8b51-41d7-8102-f7e48840c312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:41.045945 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936645e6-fff3-4343-912e-113530599e57 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Pushing event deleted for resources: {'Port': ['ID=70ed4f61-3609-490e-866f-441f4d96eaeb,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:41.053100 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-936645e6-fff3-4343-912e-113530599e57 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:41.178335 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23ad77ec-524b-498c-8748-7e4654046cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:41.189702 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-936645e6-fff3-4343-912e-113530599e57 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for floatingip, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:41.190083 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-936645e6-fff3-4343-912e-113530599e57 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Floating IP 9e1c84ce-0313-427e-9a0f-693930feb107 disassociated (deleted). External IP: 172.27.0.235, port: 2d09b7fa-9fe0-45f3-8652-b507ff46a39a. Jan 20 21:02:41.311371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23ad77ec-524b-498c-8748-7e4654046cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:41.433927 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23ad77ec-524b-498c-8748-7e4654046cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:41.446686 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c7fc063c-ae6c-4cd6-bb32-c21604b725f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:41.464820 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad77ec-524b-498c-8748-7e4654046cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a217c52-e17d-4a3b-87b8-678b199be686,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:41.469886 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-23ad77ec-524b-498c-8748-7e4654046cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:41.491854 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-23ad77ec-524b-498c-8748-7e4654046cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:41.496058 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-23ad77ec-524b-498c-8748-7e4654046cc6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a217c52-e17d-4a3b-87b8-678b199be686 HTTP/1.1" status: 204 len: 168 time: 0.5571525 Jan 20 21:02:41.498244 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-fdd5ffbe-4db0-44af-92e3-e4e08da61912 admin admin] Deleting port 6615f521-8d37-4844-9bcb-1e886d565c34 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:41.498244 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ffbe-4db0-44af-92e3-e4e08da61912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:41.616918 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-936645e6-fff3-4343-912e-113530599e57 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Router b99341b1-3628-41a6-9883-2c9bbfc094d1 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:02:41.710723 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-fdd5ffbe-4db0-44af-92e3-e4e08da61912 admin admin] For port 6615f521-8d37-4844-9bcb-1e886d565c34, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=6615f521-8d37-4844-9bcb-1e886d565c34,segment=NetworkSegment(1eeeebe1-ad87-4172-b3b3-c25b1371c4ce),segment_id=1eeeebe1-ad87-4172-b3b3-c25b1371c4ce)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:41.711147 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ffbe-4db0-44af-92e3-e4e08da61912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:41.820774 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-936645e6-fff3-4343-912e-113530599e57 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:02:41.834560 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec226ec-0f22-4b95-9d49-691e11b9ad0f None None] Sync routers for ids ['b99341b1-3628-41a6-9883-2c9bbfc094d1'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:02:41.847331 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec226ec-0f22-4b95-9d49-691e11b9ad0f None None] Routers {'b99341b1-3628-41a6-9883-2c9bbfc094d1'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:02:41.848628 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-0ec226ec-0f22-4b95-9d49-691e11b9ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:02:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b99341b1-3628-41a6-9883-2c9bbfc094d1'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:41.872834 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-936645e6-fff3-4343-912e-113530599e57 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:41.896476 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-fdd5ffbe-4db0-44af-92e3-e4e08da61912 admin admin] Calling delete_port for 6615f521-8d37-4844-9bcb-1e886d565c34 owned by network:router_interface {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:41.960098 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-936645e6-fff3-4343-912e-113530599e57 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "DELETE /v2.0/floatingips/9e1c84ce-0313-427e-9a0f-693930feb107 HTTP/1.1" status: 204 len: 173 time: 1.9855406 Jan 20 21:02:41.960664 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9304c8-1479-4170-b2a6-a401412102b4', 'tag': '2d09b7fa-9fe0-45f3-8652-b507ff46a39a'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:02:42.072025 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-0ec226ec-0f22-4b95-9d49-691e11b9ad0f None None] Set router b99341b1-3628-41a6-9883-2c9bbfc094d1 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:02:42.085077 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9304c8-1479-4170-b2a6-a401412102b4', 'tag': '2d09b7fa-9fe0-45f3-8652-b507ff46a39a', 'status': 'completed', 'code': 200} Jan 20 21:02:42.128104 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-a3b7ba97-9713-4e7d-8bdb-d756446d9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:42.130771 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-a3b7ba97-9713-4e7d-8bdb-d756446d9858 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d67811fe8b24d0ea0a79eea4cb3faec&device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 1162 time: 0.1308944 Jan 20 21:02:42.320234 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ffbe-4db0-44af-92e3-e4e08da61912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:42.356021 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:42.370465 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-8d81fe24-7bb2-4fa3-97b2-db0e41ad8f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:42.372285 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-8d81fe24-7bb2-4fa3-97b2-db0e41ad8f6d service neutron] 10.222.0.18 "GET /v2.0/networks?id=3626e053-e2c6-4a9d-af31-12464de5babb HTTP/1.1" status: 200 len: 902 time: 0.2344685 Jan 20 21:02:42.380734 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0e08-c011-41b6-afff-6e72f7f9637b req-1648c79f-320b-487d-b6be-791784c14b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:42.395137 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-782a0e08-c011-41b6-afff-6e72f7f9637b req-1648c79f-320b-487d-b6be-791784c14b3a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d67811fe8b24d0ea0a79eea4cb3faec&device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 1162 time: 0.2464905 Jan 20 21:02:42.492505 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-0ec226ec-0f22-4b95-9d49-691e11b9ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'name': 'tempest-TestShelveInstance-722073809-router', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:11Z', 'updated_at': '2021-01-20T20:56:23Z', 'revision_number': 4, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'gw_port': {'id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:14Z', 'updated_at': '2021-01-20T20:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '4c2af5a7-1681-44d9-9fc6-92975087894b', 'name': '', 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'mac_address': 'fa:16:3e:62:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '19270a47-c8fe-42d9-a21a-e8cb2c3a7199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:22Z', 'updated_at': '2021-01-20T20:56:35Z', 'revision_number': 5, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'subnets': [{'id': '19270a47-c8fe-42d9-a21a-e8cb2c3a7199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:42.497326 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec226ec-0f22-4b95-9d49-691e11b9ad0f None None] Checking router: b99341b1-3628-41a6-9883-2c9bbfc094d1 for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:02:42.509085 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec226ec-0f22-4b95-9d49-691e11b9ad0f None None] Routers {'b99341b1-3628-41a6-9883-2c9bbfc094d1'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:02:42.509905 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-0ec226ec-0f22-4b95-9d49-691e11b9ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:02:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b99341b1-3628-41a6-9883-2c9bbfc094d1'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:42.539845 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-4cf267e3-53f1-41dc-b25c-efe896addfad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d09b7fa-9fe0-45f3-8652-b507ff46a39a HTTP/1.1" status: 200 len: 217 time: 0.1420774 Jan 20 21:02:42.546214 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5ffbe-4db0-44af-92e3-e4e08da61912 admin admin] Pushing event deleted for resources: {'Port': ['ID=6615f521-8d37-4844-9bcb-1e886d565c34,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:42.560805 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fdd5ffbe-4db0-44af-92e3-e4e08da61912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:42.728535 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-b1957310-925e-4103-bd42-4c3af0886160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:42.730192 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-b1957310-925e-4103-bd42-4c3af0886160 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19270a47-c8fe-42d9-a21a-e8cb2c3a7199 HTTP/1.1" status: 200 len: 847 time: 0.1215584 Jan 20 21:02:42.837076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-0ec226ec-0f22-4b95-9d49-691e11b9ad0f None None] Set router b99341b1-3628-41a6-9883-2c9bbfc094d1 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:02:43.013804 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59142) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:43.059981 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ffbe-4db0-44af-92e3-e4e08da61912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3687546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854398005'] for router_interface, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:43.098290 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0e08-c011-41b6-afff-6e72f7f9637b req-fc498468-f419-467b-877c-91a7afb3f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:43.099844 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-782a0e08-c011-41b6-afff-6e72f7f9637b req-fc498468-f419-467b-877c-91a7afb3f059 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3626e053-e2c6-4a9d-af31-12464de5babb HTTP/1.1" status: 200 len: 902 time: 0.7037172 Jan 20 21:02:43.202376 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-782a0e08-c011-41b6-afff-6e72f7f9637b req-92b8cd3a-aded-41dd-8a5c-d273e6143ce5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d09b7fa-9fe0-45f3-8652-b507ff46a39a HTTP/1.1" status: 200 len: 217 time: 0.0940378 Jan 20 21:02:43.212669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-341665173-network', 'tenant_id': '23d1a3dd2d0943df9ccc80b11b3b835a'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:02:43.219796 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:02:43.229032 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Usage tracker for resource:network and tenant:23d1a3dd2d0943df9ccc80b11b3b835a is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:02:43.233020 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:02:43.243288 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:02:43.266000 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-0ec226ec-0f22-4b95-9d49-691e11b9ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'name': 'tempest-TestShelveInstance-722073809-router', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:11Z', 'updated_at': '2021-01-20T20:56:23Z', 'revision_number': 4, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'gw_port': {'id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:14Z', 'updated_at': '2021-01-20T20:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '4c2af5a7-1681-44d9-9fc6-92975087894b', 'name': '', 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'mac_address': 'fa:16:3e:62:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '19270a47-c8fe-42d9-a21a-e8cb2c3a7199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:22Z', 'updated_at': '2021-01-20T20:56:35Z', 'revision_number': 5, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'subnets': [{'id': '19270a47-c8fe-42d9-a21a-e8cb2c3a7199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:43.271880 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec226ec-0f22-4b95-9d49-691e11b9ad0f None None] The sync data for ids ['b99341b1-3628-41a6-9883-2c9bbfc094d1'] in dv-cinder-749155-5-iscsi is: [{'id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'name': 'tempest-TestShelveInstance-722073809-router', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:11Z', 'updated_at': '2021-01-20T20:56:23Z', 'revision_number': 4, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'gw_port': {'id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:14Z', 'updated_at': '2021-01-20T20:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': '4c2af5a7-1681-44d9-9fc6-92975087894b', 'name': '', 'network_id': '3626e053-e2c6-4a9d-af31-12464de5babb', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'mac_address': 'fa:16:3e:62:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '19270a47-c8fe-42d9-a21a-e8cb2c3a7199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:22Z', 'updated_at': '2021-01-20T20:56:35Z', 'revision_number': 5, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'subnets': [{'id': '19270a47-c8fe-42d9-a21a-e8cb2c3a7199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:02:43.275398 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-b168b0e7-79cd-43e6-981d-178383c4e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:43.277143 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-b168b0e7-79cd-43e6-981d-178383c4e135 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3626e053-e2c6-4a9d-af31-12464de5babb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5330067 Jan 20 21:02:43.320275 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Made reservation on behalf of 23d1a3dd2d0943df9ccc80b11b3b835a for: {'network': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 21:02:43.323890 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0e08-c011-41b6-afff-6e72f7f9637b req-73dbee7d-277d-4c76-bb2b-d72213bdf0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:43.325129 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:43.325492 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-782a0e08-c011-41b6-afff-6e72f7f9637b req-73dbee7d-277d-4c76-bb2b-d72213bdf0e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19270a47-c8fe-42d9-a21a-e8cb2c3a7199 HTTP/1.1" status: 200 len: 847 time: 0.1125853 Jan 20 21:02:43.345052 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:43.382546 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:02:43.402048 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Usage tracker for resource:security_group_rule and tenant:23d1a3dd2d0943df9ccc80b11b3b835a is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:02:43.406892 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:02:43.471297 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:02:43.512841 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-e6ac846d-2a45-4013-afc6-4bf156aec1da service neutron] 10.222.0.18 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233007 Jan 20 21:02:43.523239 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0e08-c011-41b6-afff-6e72f7f9637b req-c1fc78bd-0e50-4b66-9b9b-cbb3e5734b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:43.524863 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-782a0e08-c011-41b6-afff-6e72f7f9637b req-c1fc78bd-0e50-4b66-9b9b-cbb3e5734b37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3626e053-e2c6-4a9d-af31-12464de5babb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1434836 Jan 20 21:02:43.772986 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:43.781595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd5ffbe-4db0-44af-92e3-e4e08da61912 admin admin] Router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:02:43.782696 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:43.788347 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c6db4e49-603e-41ca-a397-777b20ccd159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:43.797967 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d7f86acd-08ed-4e70-9dda-92a4c95e881c req-6a208eeb-c299-49a7-814b-6e6292bb693c service neutron] 10.222.0.18 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2719970 Jan 20 21:02:43.802230 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-782a0e08-c011-41b6-afff-6e72f7f9637b req-6f9e4919-134a-40e9-8eee-b8f2fee34af9 service neutron] 10.222.0.10 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518573 Jan 20 21:02:43.828949 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 21:02:43.836766 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd9a6e-3aaf-4447-8d02-c6a2edf8dd74 None None] New status for floating IP 9e1c84ce-0313-427e-9a0f-693930feb107: DOWN {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 21:02:43.979894 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-782a0e08-c011-41b6-afff-6e72f7f9637b req-156a3b81-33b5-4720-909f-dfd62a1dda13 service neutron] 10.222.0.10 "GET /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1656933 Jan 20 21:02:44.210501 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f9032c-e7c4-4af8-a463-4814f7e5c9e4,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:44.213679 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:44.214107 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.segments_db [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Added segment 15f7d9da-7a2f-485d-aa5e-df28cbfa7f0c of type vxlan for network 21a567b0-b385-4c99-b964-e674c0a37f5b Jan 20 21:02:44.217936 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:44.268586 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282313094106'] for network, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:44.295722 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4be999-9b84-4755-9d2f-f56c1e092ffe req-627780f1-cd6a-438d-9e8e-2f142bfdc60e tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:44.296543 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-9f4be999-9b84-4755-9d2f-f56c1e092ffe req-627780f1-cd6a-438d-9e8e-2f142bfdc60e tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Synchronizing usage tracker for tenant:2d67811fe8b24d0ea0a79eea4cb3faec on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:02:44.313534 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-9f4be999-9b84-4755-9d2f-f56c1e092ffe req-627780f1-cd6a-438d-9e8e-2f142bfdc60e tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Unset dirty status for tenant:2d67811fe8b24d0ea0a79eea4cb3faec on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:02:44.314933 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9f4be999-9b84-4755-9d2f-f56c1e092ffe req-627780f1-cd6a-438d-9e8e-2f142bfdc60e tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.1243062 Jan 20 21:02:44.370400 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9f4be999-9b84-4755-9d2f-f56c1e092ffe req-7c6ea9a7-f91a-4625-afc2-5ec2e4258185 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0478466 Jan 20 21:02:44.380678 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd5ffbe-4db0-44af-92e3-e4e08da61912 admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:02:44.396347 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for network, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:44.399791 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:44.400786 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:44.404420 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:44.413095 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bfdaf1-1420-4c99-aa2d-360fb63a8184 None None] Sync routers for ids ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:02:44.431858 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bfdaf1-1420-4c99-aa2d-360fb63a8184 None None] Routers {'2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:02:44.433463 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-84bfdaf1-1420-4c99-aa2d-360fb63a8184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:02:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:44.512532 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-fdd5ffbe-4db0-44af-92e3-e4e08da61912 admin admin] 10.222.0.18 "PUT /v2.0/routers/2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1496270 Jan 20 21:02:44.516258 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59152) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:44.518166 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5037220 Jan 20 21:02:44.523596 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59156) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:44.532648 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-4735f139-b5b4-4cad-9372-5cb354cc0d6f admin admin] Request body: {'subnet': {'network_id': '21a567b0-b385-4c99-b964-e674c0a37f5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-341665173-subnet', 'tenant_id': '23d1a3dd2d0943df9ccc80b11b3b835a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:02:44.538763 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Pushing event updated for resources: {'Network': ['ID=21a567b0-b385-4c99-b964-e674c0a37f5b,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:44.541556 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-4735f139-b5b4-4cad-9372-5cb354cc0d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:02:44.544376 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:44.547164 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-4735f139-b5b4-4cad-9372-5cb354cc0d6f admin admin] Usage tracker for resource:subnet and tenant:23d1a3dd2d0943df9ccc80b11b3b835a is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:02:44.550598 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-4735f139-b5b4-4cad-9372-5cb354cc0d6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:02:44.557226 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-4735f139-b5b4-4cad-9372-5cb354cc0d6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:02:44.565586 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Network 21a567b0-b385-4c99-b964-e674c0a37f5b details requested by agent ovs-agent-dv-cinder-749155-5-iscsi with host dv-cinder-749155-5-iscsi {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 21:02:44.569130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4735f139-b5b4-4cad-9372-5cb354cc0d6f admin admin] Made reservation on behalf of 23d1a3dd2d0943df9ccc80b11b3b835a for: {'subnet': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 21:02:44.574856 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4735f139-b5b4-4cad-9372-5cb354cc0d6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26915489'] for subnet, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:44.590525 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Network 21a567b0-b385-4c99-b964-e674c0a37f5b details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 21:02:44.734736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bb4fcf85-27f9-4c92-97af-aa211dbd7928 admin admin] Notify callbacks [] for router, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:45.040214 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-84bfdaf1-1420-4c99-aa2d-360fb63a8184 None None] Set router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:02:45.041807 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bb4fcf85-27f9-4c92-97af-aa211dbd7928 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:45.052737 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-bb4fcf85-27f9-4c92-97af-aa211dbd7928 admin admin] Deleting port 9d40bb17-0fde-4aba-a493-413d468120af {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:45.053383 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bb4fcf85-27f9-4c92-97af-aa211dbd7928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:45.085018 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4735f139-b5b4-4cad-9372-5cb354cc0d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26959531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26915474'] for subnet, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:45.102006 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-90e67c00-e883-4245-8e11-da67a293df83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:45.264102 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735f139-b5b4-4cad-9372-5cb354cc0d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd719dd-324d-4a27-82a8-7634ea8842c5,revision_number=0']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:45.269348 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4735f139-b5b4-4cad-9372-5cb354cc0d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:45.334844 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4735f139-b5b4-4cad-9372-5cb354cc0d6f admin admin] Checking segment: {'id': '15f7d9da-7a2f-485d-aa5e-df28cbfa7f0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '21a567b0-b385-4c99-b964-e674c0a37f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 21:02:45.334844 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4735f139-b5b4-4cad-9372-5cb354cc0d6f admin admin] Network hostable DHCP agents. Network: 21a567b0-b385-4c99-b964-e674c0a37f5b, hostable agents: ['c1d8426a-9d58-47bd-9d42-89385b1bbfec'], hosted agents: [] {{(pid=80112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 21:02:45.357890 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4735f139-b5b4-4cad-9372-5cb354cc0d6f admin admin] Network 21a567b0-b385-4c99-b964-e674c0a37f5b is scheduled to be hosted by DHCP agent c1d8426a-9d58-47bd-9d42-89385b1bbfec with binding_index 1 {{(pid=80112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 21:02:45.368302 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-bb4fcf85-27f9-4c92-97af-aa211dbd7928 admin admin] For port 9d40bb17-0fde-4aba-a493-413d468120af, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=9d40bb17-0fde-4aba-a493-413d468120af,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:45.368914 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bb4fcf85-27f9-4c92-97af-aa211dbd7928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:45.369683 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-4735f139-b5b4-4cad-9372-5cb354cc0d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-5-iscsi, 21a567b0-b385-4c99-b964-e674c0a37f5b) {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:02:45.391104 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735f139-b5b4-4cad-9372-5cb354cc0d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:45.391760 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4735f139-b5b4-4cad-9372-5cb354cc0d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:45.447016 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-4735f139-b5b4-4cad-9372-5cb354cc0d6f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9220803 Jan 20 21:02:45.542778 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da1336f-cefa-4efb-abd0-084847eda46e None None] Network 21a567b0-b385-4c99-b964-e674c0a37f5b requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 21:02:45.678069 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-bb4fcf85-27f9-4c92-97af-aa211dbd7928 admin admin] Calling delete_port for 9d40bb17-0fde-4aba-a493-413d468120af owned by network:router_gateway {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:45.710829 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8710ac1-c1ca-4351-b40f-49ca16b51c37 req-9f3dc80c-a368-48b6-a7bc-8cf930f62484 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:45.719766 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b8710ac1-c1ca-4351-b40f-49ca16b51c37 req-9f3dc80c-a368-48b6-a7bc-8cf930f62484 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.1627171 Jan 20 21:02:45.787300 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b8710ac1-c1ca-4351-b40f-49ca16b51c37 req-19bf8ab2-c394-49eb-a14b-16213764d9a8 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0664165 Jan 20 21:02:45.837881 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2d09b7fa-9fe0-45f3-8652-b507ff46a39a up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:02:45.875560 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bb4fcf85-27f9-4c92-97af-aa211dbd7928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:46.020401 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-84bfdaf1-1420-4c99-aa2d-360fb63a8184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T21:02:42Z', 'revision_number': 5, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:46.022626 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:02:46.023059 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:46.078732 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bfdaf1-1420-4c99-aa2d-360fb63a8184 None None] Checking router: 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:02:46.137685 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bfdaf1-1420-4c99-aa2d-360fb63a8184 None None] Routers {'2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:02:46.138371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-84bfdaf1-1420-4c99-aa2d-360fb63a8184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:02:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:46.232304 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a38f2b-0cbb-4d9f-aa5d-f883bff7a9b3 req-423c1df9-2ab4-4b8c-8ce7-b354f5c2488b tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:46.234022 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c3a38f2b-0cbb-4d9f-aa5d-f883bff7a9b3 req-423c1df9-2ab4-4b8c-8ce7-b354f5c2488b tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.10 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.2879148 Jan 20 21:02:46.241233 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19e9995-5d3e-4924-9ad5-3e3e54cd5ede None None] Network 21a567b0-b385-4c99-b964-e674c0a37f5b requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 21:02:46.526703 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59176) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:46.540925 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-390845020-network', 'tenant_id': 'bfbee41988de4576a81c05aba027a90e'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:02:46.544531 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-84bfdaf1-1420-4c99-aa2d-360fb63a8184 None None] Set router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:02:46.551918 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:02:46.559326 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Usage tracker for resource:network and tenant:bfbee41988de4576a81c05aba027a90e is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:02:46.565020 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:02:46.576071 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:02:46.580590 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bb4fcf85-27f9-4c92-97af-aa211dbd7928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392026'] for router_gateway, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:46.594516 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-c3a38f2b-0cbb-4d9f-aa5d-f883bff7a9b3 req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Deleting port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:46.594516 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c3a38f2b-0cbb-4d9f-aa5d-f883bff7a9b3 req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:46.595279 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Made reservation on behalf of bfbee41988de4576a81c05aba027a90e for: {'network': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 21:02:46.604153 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:46.628900 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:46.657603 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:02:46.666167 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Usage tracker for resource:security_group_rule and tenant:bfbee41988de4576a81c05aba027a90e is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:02:46.671618 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:02:46.682646 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:02:46.787509 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bb4fcf85-27f9-4c92-97af-aa211dbd7928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-392176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40098'] for router, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:46.792918 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bb4fcf85-27f9-4c92-97af-aa211dbd7928 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:46.841595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:46.845494 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:46.865497 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 21:02:46.877325 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:46.877595 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.segments_db [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Added segment 3125378a-273e-40a3-9a42-d47811c92b74 of type vxlan for network 86339870-52c0-400a-90a9-9ca91d545f8e Jan 20 21:02:46.878183 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bb4fcf85-27f9-4c92-97af-aa211dbd7928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854385273'] for router, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:46.878856 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4fcf85-27f9-4c92-97af-aa211dbd7928 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea {{(pid=80113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 21:02:46.911897 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282313094106'] for network, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:46.939038 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-de94f8f2-d56d-4004-8858-c83a3b6735a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:46.973094 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for network, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:46.975554 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:46.976224 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:46.980318 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57876bed-bc43-4288-9f03-39e1a32ce18a,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:46.984086 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:46.987267 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5fc12b3d-47c3-4a7a-8a90-784bf2d6f3db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:47.038633 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-84bfdaf1-1420-4c99-aa2d-360fb63a8184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T21:02:42Z', 'revision_number': 5, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:47.044009 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bfdaf1-1420-4c99-aa2d-360fb63a8184 None None] The sync data for ids ['2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea'] in dv-cinder-749155-5-iscsi is: [{'id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'name': 'tempest-AttachVolumeShelveTestJSON-742279600-router', 'tenant_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9d40bb17-0fde-4aba-a493-413d468120af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:54:07Z', 'updated_at': '2021-01-20T21:02:42Z', 'revision_number': 5, 'project_id': 'bf5cad5f8aed4851835a12ce330c8ebc', 'gw_port': {'id': '9d40bb17-0fde-4aba-a493-413d468120af', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:54:09Z', 'updated_at': '2021-01-20T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:02:47.107959 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Pushing event updated for resources: {'Network': ['ID=86339870-52c0-400a-90a9-9ca91d545f8e,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:47.114224 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:47.117762 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5878808 Jan 20 21:02:47.123266 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59182) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:47.123846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Network 86339870-52c0-400a-90a9-9ca91d545f8e details requested by agent ovs-agent-dv-cinder-749155-5-iscsi with host dv-cinder-749155-5-iscsi {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 21:02:47.131305 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-37eb487c-3077-4286-aa0b-84eca67e1f0c admin admin] Request body: {'subnet': {'network_id': '86339870-52c0-400a-90a9-9ca91d545f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-390845020-subnet', 'tenant_id': 'bfbee41988de4576a81c05aba027a90e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:02:47.137841 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-37eb487c-3077-4286-aa0b-84eca67e1f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:02:47.142870 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-37eb487c-3077-4286-aa0b-84eca67e1f0c admin admin] Usage tracker for resource:subnet and tenant:bfbee41988de4576a81c05aba027a90e is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:02:47.147537 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Network 86339870-52c0-400a-90a9-9ca91d545f8e details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 21:02:47.147835 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-37eb487c-3077-4286-aa0b-84eca67e1f0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:02:47.154874 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-37eb487c-3077-4286-aa0b-84eca67e1f0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:02:47.166929 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bb4fcf85-27f9-4c92-97af-aa211dbd7928 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:47.168224 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37eb487c-3077-4286-aa0b-84eca67e1f0c admin admin] Made reservation on behalf of bfbee41988de4576a81c05aba027a90e for: {'subnet': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 21:02:47.171530 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-bb4fcf85-27f9-4c92-97af-aa211dbd7928 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2e8bd2a2-1cb4-4f7d-bcbb-19777b9bf9ea HTTP/1.1" status: 204 len: 168 time: 2.6508682 Jan 20 21:02:47.177544 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-37eb487c-3077-4286-aa0b-84eca67e1f0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26915489'] for subnet, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:47.182013 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59186) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:47.325555 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-c3a38f2b-0cbb-4d9f-aa5d-f883bff7a9b3 req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] For port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=2d09b7fa-9fe0-45f3-8652-b507ff46a39a,segment=NetworkSegment(d15b158a-28fe-4159-8e5d-5e16c27d2248),segment_id=d15b158a-28fe-4159-8e5d-5e16c27d2248)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:47.325873 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c3a38f2b-0cbb-4d9f-aa5d-f883bff7a9b3 req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:47.408596 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-06590f72-e299-459a-baab-a2d5e0a5dc7e admin admin] Deleting subnet 9d457b81-4eac-442d-b015-2dcf9f7a050c {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 21:02:47.498742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3d5ec-9963-447c-a6b6-897136a6ae36 req-3d6fd3a5-5a74-43f5-b356-d3a9c7c0a1b4 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:47.500467 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-dda3d5ec-9963-447c-a6b6-897136a6ae36 req-3d6fd3a5-5a74-43f5-b356-d3a9c7c0a1b4 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 945 time: 0.4925578 Jan 20 21:02:47.501272 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-06590f72-e299-459a-baab-a2d5e0a5dc7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:47.536700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-c3a38f2b-0cbb-4d9f-aa5d-f883bff7a9b3 req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Calling delete_port for 2d09b7fa-9fe0-45f3-8652-b507ff46a39a owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:47.643918 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 2d09b7fa-9fe0-45f3-8652-b507ff46a39a no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:02:47.704322 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-dda3d5ec-9963-447c-a6b6-897136a6ae36 req-803037d4-40c1-4603-b55d-bfb612b6033e tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups?id=4f271305-9323-4c5f-94c9-47574d4f869d&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1362901 Jan 20 21:02:47.717322 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-06590f72-e299-459a-baab-a2d5e0a5dc7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2426957'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:47.761689 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-37eb487c-3077-4286-aa0b-84eca67e1f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26959531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26915474'] for subnet, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:47.776960 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 6615f521-8d37-4844-9bcb-1e886d565c34 no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:02:47.785438 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:47.854410 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: 6615f521-8d37-4844-9bcb-1e886d565c34 {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:02:47.854837 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 6615f521-8d37-4844-9bcb-1e886d565c34 not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:02:47.874993 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:47.926837 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb487c-3077-4286-aa0b-84eca67e1f0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=86fafb9a-cd7c-4d9a-85eb-4198950dd762,revision_number=0']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:47.940158 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-37eb487c-3077-4286-aa0b-84eca67e1f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:47.999716 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-06590f72-e299-459a-baab-a2d5e0a5dc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851329876'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:48.016326 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eb487c-3077-4286-aa0b-84eca67e1f0c admin admin] Checking segment: {'id': '3125378a-273e-40a3-9a42-d47811c92b74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '86339870-52c0-400a-90a9-9ca91d545f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 21:02:48.016836 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eb487c-3077-4286-aa0b-84eca67e1f0c admin admin] Network hostable DHCP agents. Network: 86339870-52c0-400a-90a9-9ca91d545f8e, hostable agents: ['c1d8426a-9d58-47bd-9d42-89385b1bbfec'], hosted agents: [] {{(pid=80112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 21:02:48.029920 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c3a38f2b-0cbb-4d9f-aa5d-f883bff7a9b3 req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:48.050348 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eb487c-3077-4286-aa0b-84eca67e1f0c admin admin] Network 86339870-52c0-400a-90a9-9ca91d545f8e is scheduled to be hosted by DHCP agent c1d8426a-9d58-47bd-9d42-89385b1bbfec with binding_index 1 {{(pid=80112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 21:02:48.054831 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:48.061560 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-37eb487c-3077-4286-aa0b-84eca67e1f0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-5-iscsi, 86339870-52c0-400a-90a9-9ca91d545f8e) {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:02:48.074180 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a269b217-3f1e-4529-ac85-d4082c53724a None None] Network 86339870-52c0-400a-90a9-9ca91d545f8e requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 21:02:48.075373 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eb487c-3077-4286-aa0b-84eca67e1f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:02:48.076048 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-37eb487c-3077-4286-aa0b-84eca67e1f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:48.104365 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-37eb487c-3077-4286-aa0b-84eca67e1f0c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9791946 Jan 20 21:02:48.183887 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Pushing event deleted for resources: {'Port': ['ID=2d09b7fa-9fe0-45f3-8652-b507ff46a39a,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:48.211820 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.212329 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.212825 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.213297 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.213762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.214307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.214946 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.215404 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.215866 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.216338 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.216799 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.217245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.217755 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.218216 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.218715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.219176 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.219559 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.219954 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.220328 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.220713 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.221101 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.221485 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.221862 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.222453 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:02:48.247445 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:48.276387 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59192) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:48.399390 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-8303634b-50d1-4052-a389-0c07f9278d26 admin admin] Deleting subnet bbd719dd-324d-4a27-82a8-7634ea8842c5 {{(pid=80112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 21:02:48.403807 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8303634b-50d1-4052-a389-0c07f9278d26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:48.471538 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8303634b-50d1-4052-a389-0c07f9278d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828615770'] for subnet, precommit_delete_associations {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:48.485903 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaf2b8f-4ccc-4e59-9e4c-0bdc888c5c8f None None] Network 86339870-52c0-400a-90a9-9ca91d545f8e requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 21:02:48.534121 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a38f2b-0cbb-4d9f-aa5d-f883bff7a9b3 req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] No DVR routers for this DVR port 2d09b7fa-9fe0-45f3-8652-b507ff46a39a on host hv-cinder-74915 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 21:02:48.536878 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c3a38f2b-0cbb-4d9f-aa5d-f883bff7a9b3 req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:48.543096 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9304c8-1479-4170-b2a6-a401412102b4', 'name': 'network-vif-deleted', 'tag': '2d09b7fa-9fe0-45f3-8652-b507ff46a39a'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:02:48.559768 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8303634b-50d1-4052-a389-0c07f9278d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851329876'] for subnet, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:48.573992 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c3a38f2b-0cbb-4d9f-aa5d-f883bff7a9b3 req-e406c68e-3059-4db8-b56f-754c3a3aff29 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.10 "DELETE /v2.0/ports/2d09b7fa-9fe0-45f3-8652-b507ff46a39a HTTP/1.1" status: 204 len: 173 time: 2.3336635 Jan 20 21:02:48.595597 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-06590f72-e299-459a-baab-a2d5e0a5dc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3445940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852348269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27003399'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:48.619573 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-23a7f51c-9881-42fe-bdd1-aa296271c7ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:48.755541 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9304c8-1479-4170-b2a6-a401412102b4', 'name': 'network-vif-deleted', 'tag': '2d09b7fa-9fe0-45f3-8652-b507ff46a39a', 'status': 'completed', 'code': 200} Jan 20 21:02:48.771438 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06590f72-e299-459a-baab-a2d5e0a5dc7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d457b81-4eac-442d-b015-2dcf9f7a050c,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:48.777684 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-06590f72-e299-459a-baab-a2d5e0a5dc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:48.813297 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-06590f72-e299-459a-baab-a2d5e0a5dc7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:48.820775 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576cdefd-fb12-436d-ba30-508c4eb11d44 None None] Network 9041c0a2-a772-4470-a39a-9b8ab252366c requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 21:02:48.822585 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-06590f72-e299-459a-baab-a2d5e0a5dc7e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9d457b81-4eac-442d-b015-2dcf9f7a050c HTTP/1.1" status: 204 len: 168 time: 1.6387172 Jan 20 21:02:48.825014 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59200) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:48.955378 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8303634b-50d1-4052-a389-0c07f9278d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3445940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26958958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827860341'] for subnet, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:48.976046 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d406d978-2373-4fd2-afc4-4df5b2045427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:49.022242 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854054876'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:49.086361 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-27c93070-8157-472e-8674-371ffd4b9546 req-e83c87c9-b8d6-4f0c-b4d5-052671658bf8 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Synchronizing usage tracker for tenant:2d67811fe8b24d0ea0a79eea4cb3faec on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:02:49.092079 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303634b-50d1-4052-a389-0c07f9278d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbd719dd-324d-4a27-82a8-7634ea8842c5,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:49.102326 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8303634b-50d1-4052-a389-0c07f9278d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:49.126405 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Deleting port 88848d8a-aa5a-425f-a8bb-1907be4da80f {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:49.126808 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:49.149583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8303634b-50d1-4052-a389-0c07f9278d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:49.156848 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-8303634b-50d1-4052-a389-0c07f9278d26 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bbd719dd-324d-4a27-82a8-7634ea8842c5 HTTP/1.1" status: 204 len: 168 time: 0.8787990 Jan 20 21:02:49.160658 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59204) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:49.171558 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-27c93070-8157-472e-8674-371ffd4b9546 req-e83c87c9-b8d6-4f0c-b4d5-052671658bf8 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Unset dirty status for tenant:2d67811fe8b24d0ea0a79eea4cb3faec on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:02:49.172193 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26959c9-b20d-4ec2-844e-391260d92ab4 None None] DHCP port deletion for 9041c0a2-a772-4470-a39a-9b8ab252366c request from dv-cinder-749155-5-iscsi {{(pid=80114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 20 21:02:49.175148 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-27c93070-8157-472e-8674-371ffd4b9546 req-e83c87c9-b8d6-4f0c-b4d5-052671658bf8 tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/ports?device_id=1b9304c8-1479-4170-b2a6-a401412102b4 HTTP/1.1" status: 200 len: 210 time: 0.2154481 Jan 20 21:02:49.176772 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-e26959c9-b20d-4ec2-844e-391260d92ab4 None None] Deleting port 88848d8a-aa5a-425f-a8bb-1907be4da80f {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:49.177200 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e26959c9-b20d-4ec2-844e-391260d92ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:49.450487 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-53d7deb6-2889-4de9-84ef-dd641601e98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854054876'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:49.488784 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-e26959c9-b20d-4ec2-844e-391260d92ab4 None None] For port 88848d8a-aa5a-425f-a8bb-1907be4da80f, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=88848d8a-aa5a-425f-a8bb-1907be4da80f,segment=NetworkSegment(1eeeebe1-ad87-4172-b3b3-c25b1371c4ce),segment_id=1eeeebe1-ad87-4172-b3b3-c25b1371c4ce)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:49.489486 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e26959c9-b20d-4ec2-844e-391260d92ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:49.631157 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-e26959c9-b20d-4ec2-844e-391260d92ab4 None None] Calling delete_port for 88848d8a-aa5a-425f-a8bb-1907be4da80f owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:49.716681 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e26959c9-b20d-4ec2-844e-391260d92ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:49.747157 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:49.926167 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 88848d8a-aa5a-425f-a8bb-1907be4da80f no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:02:49.971753 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26959c9-b20d-4ec2-844e-391260d92ab4 None None] Pushing event deleted for resources: {'Port': ['ID=88848d8a-aa5a-425f-a8bb-1907be4da80f,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:49.984340 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e26959c9-b20d-4ec2-844e-391260d92ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:49.985003 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: 88848d8a-aa5a-425f-a8bb-1907be4da80f {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:02:49.985398 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 88848d8a-aa5a-425f-a8bb-1907be4da80f not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:02:49.985868 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 9d40bb17-0fde-4aba-a493-413d468120af no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:02:50.031330 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: 9d40bb17-0fde-4aba-a493-413d468120af {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:02:50.031330 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 9d40bb17-0fde-4aba-a493-413d468120af not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:02:50.061439 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26959c9-b20d-4ec2-844e-391260d92ab4 None None] No DVR routers for this DVR port 88848d8a-aa5a-425f-a8bb-1907be4da80f on host dv-cinder-749155-5-iscsi {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 21:02:50.123721 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] For port 88848d8a-aa5a-425f-a8bb-1907be4da80f, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=88848d8a-aa5a-425f-a8bb-1907be4da80f,segment=NetworkSegment(1eeeebe1-ad87-4172-b3b3-c25b1371c4ce),segment_id=1eeeebe1-ad87-4172-b3b3-c25b1371c4ce)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:50.124124 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:50.200458 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-53d7deb6-2889-4de9-84ef-dd641601e98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3445791', 'neutron.services.segments.db._delete_segments_for_network--9223363282312691657'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:50.288477 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Calling delete_port for 88848d8a-aa5a-425f-a8bb-1907be4da80f owned by network:dhcp {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:50.503414 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-53d7deb6-2889-4de9-84ef-dd641601e98c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a567b0-b385-4c99-b964-e674c0a37f5b']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:50.521652 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0dea62e8-508b-4e58-ae09-24f6f9ebb237 req-c6e17758-9916-4d71-b1d6-e22166410a3a tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "GET /v2.0/security-groups/4f271305-9323-4c5f-94c9-47574d4f869d HTTP/1.1" status: 200 len: 2993 time: 0.1587362 Jan 20 21:02:50.526707 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-53d7deb6-2889-4de9-84ef-dd641601e98c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f7d9da-7a2f-485d-aa5e-df28cbfa7f0c') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:50.527060 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-53d7deb6-2889-4de9-84ef-dd641601e98c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f7d9da-7a2f-485d-aa5e-df28cbfa7f0c') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:50.534427 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80113) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 21:02:50.535367 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 21:02:50.556505 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-53d7deb6-2889-4de9-84ef-dd641601e98c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282312693449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852348859'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:50.592552 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-53d7deb6-2889-4de9-84ef-dd641601e98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:50.602020 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-53d7deb6-2889-4de9-84ef-dd641601e98c admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 21:02:50.799579 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-0dea62e8-508b-4e58-ae09-24f6f9ebb237 req-ad5952d9-64f4-4cd0-94af-8a9dd1c5797e tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:50.828336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-53d7deb6-2889-4de9-84ef-dd641601e98c admin admin] Network 21a567b0-b385-4c99-b964-e674c0a37f5b has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:02:50.840949 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-53d7deb6-2889-4de9-84ef-dd641601e98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851331117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852348164'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:50.938357 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-0dea62e8-508b-4e58-ae09-24f6f9ebb237 req-ad5952d9-64f4-4cd0-94af-8a9dd1c5797e tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:51.043785 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Deleting port 88848d8a-aa5a-425f-a8bb-1907be4da80f {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:51.044156 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:51.160518 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] The port '88848d8a-aa5a-425f-a8bb-1907be4da80f' was deleted {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 20 21:02:51.162979 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-53d7deb6-2889-4de9-84ef-dd641601e98c admin admin] Network 21a567b0-b385-4c99-b964-e674c0a37f5b has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: % (table.description, expected, rows_matched) Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: % (table.description, expected, rows_matched) Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: % (table.description, expected, rows_matched) Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: % (table.description, expected, rows_matched) Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: Traceback (most recent call last): Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: timer() Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: cb(*args, **kw) Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: return func(*args, **kwargs) Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: self._notify() Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: self.callback(batched_events) Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: event.method(event) Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: segment_id)['aggregates'][0] Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(self, *a, **k) Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: return self._get(url).json() Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: **kwargs) Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.request(url, 'GET', **kwargs) Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: **endpoint_filter) Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 21:02:51.188899 dv-cinder-749155-5-iscsi neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 21:02:51.397726 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-53d7deb6-2889-4de9-84ef-dd641601e98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851330025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854383812'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:51.399451 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-0dea62e8-508b-4e58-ae09-24f6f9ebb237 req-ad5952d9-64f4-4cd0-94af-8a9dd1c5797e tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:51.406792 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c46d6c3b-e93b-4646-897b-d507b181ed94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:51.425170 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3445791', 'neutron.services.segments.db._delete_segments_for_network--9223363282312691657'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:51.445515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-53d7deb6-2889-4de9-84ef-dd641601e98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:51.505230 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5952d9-64f4-4cd0-94af-8a9dd1c5797e tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f271305-9323-4c5f-94c9-47574d4f869d,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:51.526907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ad5952d9-64f4-4cd0-94af-8a9dd1c5797e tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:51.527414 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:51.562683 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7deb6-2889-4de9-84ef-dd641601e98c admin admin] Pushing event deleted for resources: {'Network': ['ID=21a567b0-b385-4c99-b964-e674c0a37f5b,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:51.573390 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-53d7deb6-2889-4de9-84ef-dd641601e98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:51.590028 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-53d7deb6-2889-4de9-84ef-dd641601e98c admin admin] 10.222.0.18 "DELETE /v2.0/networks/21a567b0-b385-4c99-b964-e674c0a37f5b HTTP/1.1" status: 204 len: 168 time: 2.4259334 Jan 20 21:02:51.593136 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59214) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:51.593688 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-0dea62e8-508b-4e58-ae09-24f6f9ebb237 req-ad5952d9-64f4-4cd0-94af-8a9dd1c5797e tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:51.594877 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0dea62e8-508b-4e58-ae09-24f6f9ebb237 req-ad5952d9-64f4-4cd0-94af-8a9dd1c5797e tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] 10.222.0.18 "DELETE /v2.0/security-groups/4f271305-9323-4c5f-94c9-47574d4f869d HTTP/1.1" status: 204 len: 173 time: 1.0585399 Jan 20 21:02:51.612689 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9041c0a2-a772-4470-a39a-9b8ab252366c']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:51.628717 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eeeebe1-ad87-4172-b3b3-c25b1371c4ce') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:51.629059 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eeeebe1-ad87-4172-b3b3-c25b1371c4ce') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:51.643374 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282312693449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852348859'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:51.662141 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:51.672880 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 21:02:51.673208 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-521ea986-a4fb-4f7f-8f3e-54c07e157f69 admin admin] Deleting subnet 86fafb9a-cd7c-4d9a-85eb-4198950dd762 {{(pid=80112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 21:02:51.674311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59220) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:51.682952 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-521ea986-a4fb-4f7f-8f3e-54c07e157f69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:51.748167 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-521ea986-a4fb-4f7f-8f3e-54c07e157f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828615770'] for subnet, precommit_delete_associations {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:51.814535 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-521ea986-a4fb-4f7f-8f3e-54c07e157f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851329876'] for subnet, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:51.867808 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Network 9041c0a2-a772-4470-a39a-9b8ab252366c has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:02:51.878122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851331117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852348164'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:52.141101 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Network 9041c0a2-a772-4470-a39a-9b8ab252366c has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: Traceback (most recent call last): Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: timer() Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: cb(*args, **kw) Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: return func(*args, **kwargs) Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: self._notify() Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: self.callback(batched_events) Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: event.method(event) Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: segment_id)['aggregates'][0] Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(self, *a, **k) Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: return self._get(url).json() Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: **kwargs) Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.request(url, 'GET', **kwargs) Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: **endpoint_filter) Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 21:02:52.190963 dv-cinder-749155-5-iscsi neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 21:02:52.280445 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851330025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854383812'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:52.285252 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ef887742-5fa4-4707-9791-052d44db787d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:52.301170 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:52.315240 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Pushing event deleted for resources: {'Network': ['ID=9041c0a2-a772-4470-a39a-9b8ab252366c,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:52.319285 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:52.323461 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-a00ebbda-7969-458e-82fe-c064c361a70b admin admin] 10.222.0.18 "DELETE /v2.0/networks/9041c0a2-a772-4470-a39a-9b8ab252366c HTTP/1.1" status: 204 len: 168 time: 3.4971890 Jan 20 21:02:52.498047 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59228) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:52.587726 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-4ec0dbab-2345-477f-80cd-f163191f13eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf5cad5f8aed4851835a12ce330c8ebc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0880289 Jan 20 21:02:52.592171 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59232) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:52.663260 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3df91d4-3397-4edb-a426-bbcf96f34df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:52.693163 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3df91d4-3397-4edb-a426-bbcf96f34df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:52.727056 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-521ea986-a4fb-4f7f-8f3e-54c07e157f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3445940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26958958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827860341'] for subnet, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:52.742883 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3df91d4-3397-4edb-a426-bbcf96f34df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:52.748410 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5ff75cf3-9265-4544-be1b-47abbbdcebfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:52.748656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:52.765662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df91d4-3397-4edb-a426-bbcf96f34df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c510ff-9f9a-47f5-9e6f-c81b99b41060,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:52.769057 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b3df91d4-3397-4edb-a426-bbcf96f34df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:52.772006 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b3df91d4-3397-4edb-a426-bbcf96f34df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:52.772684 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-b3df91d4-3397-4edb-a426-bbcf96f34df1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1c510ff-9f9a-47f5-9e6f-c81b99b41060 HTTP/1.1" status: 204 len: 168 time: 0.1790926 Jan 20 21:02:52.798709 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ea986-a4fb-4f7f-8f3e-54c07e157f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86fafb9a-cd7c-4d9a-85eb-4198950dd762,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:52.866790 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-521ea986-a4fb-4f7f-8f3e-54c07e157f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:52.998307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-521ea986-a4fb-4f7f-8f3e-54c07e157f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:53.009102 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-521ea986-a4fb-4f7f-8f3e-54c07e157f69 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/86fafb9a-cd7c-4d9a-85eb-4198950dd762 HTTP/1.1" status: 204 len: 168 time: 1.4147935 Jan 20 21:02:53.012345 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59240) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:53.146978 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-99ecdf75-87a0-4370-8935-2cc791ae9486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854398163'] for router_interface, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:53.181426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f5913659-ac8c-455c-8b8d-3aea5382014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854054876'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:53.400076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f5913659-ac8c-455c-8b8d-3aea5382014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3445791', 'neutron.services.segments.db._delete_segments_for_network--9223363282312691657'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:53.531220 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-f5913659-ac8c-455c-8b8d-3aea5382014f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86339870-52c0-400a-90a9-9ca91d545f8e']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:53.556192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-f5913659-ac8c-455c-8b8d-3aea5382014f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3125378a-273e-40a3-9a42-d47811c92b74') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:53.556735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-f5913659-ac8c-455c-8b8d-3aea5382014f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3125378a-273e-40a3-9a42-d47811c92b74') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:53.574043 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f5913659-ac8c-455c-8b8d-3aea5382014f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282312693449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852348859'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:53.598593 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f5913659-ac8c-455c-8b8d-3aea5382014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:53.601927 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f5913659-ac8c-455c-8b8d-3aea5382014f admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 21:02:53.630277 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-99ecdf75-87a0-4370-8935-2cc791ae9486 admin admin] Deleting port 4c2af5a7-1681-44d9-9fc6-92975087894b {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:53.630654 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-99ecdf75-87a0-4370-8935-2cc791ae9486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:53.808710 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-f5913659-ac8c-455c-8b8d-3aea5382014f admin admin] Network 86339870-52c0-400a-90a9-9ca91d545f8e has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:02:53.820130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f5913659-ac8c-455c-8b8d-3aea5382014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851331117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852348164'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:53.878354 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-99ecdf75-87a0-4370-8935-2cc791ae9486 admin admin] For port 4c2af5a7-1681-44d9-9fc6-92975087894b, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=4c2af5a7-1681-44d9-9fc6-92975087894b,segment=NetworkSegment(d15b158a-28fe-4159-8e5d-5e16c27d2248),segment_id=d15b158a-28fe-4159-8e5d-5e16c27d2248)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:53.880009 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-99ecdf75-87a0-4370-8935-2cc791ae9486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:54.017079 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-f5913659-ac8c-455c-8b8d-3aea5382014f admin admin] Network 86339870-52c0-400a-90a9-9ca91d545f8e has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: Traceback (most recent call last): Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: timer() Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: cb(*args, **kw) Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: return func(*args, **kwargs) Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: self._notify() Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: self.callback(batched_events) Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: event.method(event) Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: segment_id)['aggregates'][0] Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(self, *a, **k) Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: return self._get(url).json() Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: **kwargs) Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.request(url, 'GET', **kwargs) Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: **endpoint_filter) Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 21:02:54.042474 dv-cinder-749155-5-iscsi neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 21:02:54.130258 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f5913659-ac8c-455c-8b8d-3aea5382014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851330025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854383812'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:54.133558 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-675bdecb-dfa3-49cd-b6cf-f76258a1139f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:54.135006 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-99ecdf75-87a0-4370-8935-2cc791ae9486 admin admin] Calling delete_port for 4c2af5a7-1681-44d9-9fc6-92975087894b owned by network:router_interface {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:54.151735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f5913659-ac8c-455c-8b8d-3aea5382014f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:54.160651 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5913659-ac8c-455c-8b8d-3aea5382014f admin admin] Pushing event deleted for resources: {'Network': ['ID=86339870-52c0-400a-90a9-9ca91d545f8e,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:54.163919 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-f5913659-ac8c-455c-8b8d-3aea5382014f admin admin] 10.222.0.18 "DELETE /v2.0/networks/86339870-52c0-400a-90a9-9ca91d545f8e HTTP/1.1" status: 204 len: 168 time: 1.1504309 Jan 20 21:02:54.164998 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f5913659-ac8c-455c-8b8d-3aea5382014f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:54.378021 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-99ecdf75-87a0-4370-8935-2cc791ae9486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:54.416937 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-65b28b3c-5090-4168-8dd4-b1106f4489af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:54.436382 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59266) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:54.498131 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-d3e0632b-d7db-42f8-92a2-6ce31d4c24c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23d1a3dd2d0943df9ccc80b11b3b835a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582163 Jan 20 21:02:54.498707 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59270) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:54.523236 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecdf75-87a0-4370-8935-2cc791ae9486 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2af5a7-1681-44d9-9fc6-92975087894b,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:54.528262 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-99ecdf75-87a0-4370-8935-2cc791ae9486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:54.576801 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fe54f03f-f0c8-435f-b732-a2517642de2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:54.623597 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fe54f03f-f0c8-435f-b732-a2517642de2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:54.996584 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fe54f03f-f0c8-435f-b732-a2517642de2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:55.001893 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ad5952d9-64f4-4cd0-94af-8a9dd1c5797e tempest-TestShelveInstance-1994248683 tempest-TestShelveInstance-1994248683] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:55.016669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54f03f-f0c8-435f-b732-a2517642de2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f9032c-e7c4-4af8-a463-4814f7e5c9e4,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:55.020398 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fe54f03f-f0c8-435f-b732-a2517642de2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:55.021336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fe54f03f-f0c8-435f-b732-a2517642de2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:55.025591 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-fe54f03f-f0c8-435f-b732-a2517642de2c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50f9032c-e7c4-4af8-a463-4814f7e5c9e4 HTTP/1.1" status: 204 len: 168 time: 0.5258231 Jan 20 21:02:55.035890 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-99ecdf75-87a0-4370-8935-2cc791ae9486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3687546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854398005'] for router_interface, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:55.541912 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59286) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:55.602322 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-63009039-53b7-40cf-8835-05495c9ea4ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bfbee41988de4576a81c05aba027a90e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567200 Jan 20 21:02:55.602737 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59290) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:55.668964 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef3a7-d2b3-4e07-a6a6-b948f3a10443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:55.698503 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef3a7-d2b3-4e07-a6a6-b948f3a10443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:55.758339 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef3a7-d2b3-4e07-a6a6-b948f3a10443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:55.765663 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-21333686-0dab-461e-83a8-e4af74e72739 tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:55.786207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ef3a7-d2b3-4e07-a6a6-b948f3a10443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57876bed-bc43-4288-9f03-39e1a32ce18a,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:55.789880 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1d5ef3a7-d2b3-4e07-a6a6-b948f3a10443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:55.807015 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef3a7-d2b3-4e07-a6a6-b948f3a10443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:55.811239 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-1d5ef3a7-d2b3-4e07-a6a6-b948f3a10443 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57876bed-bc43-4288-9f03-39e1a32ce18a HTTP/1.1" status: 204 len: 168 time: 0.2049782 Jan 20 21:02:56.052669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ecdf75-87a0-4370-8935-2cc791ae9486 admin admin] Router b99341b1-3628-41a6-9883-2c9bbfc094d1 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:02:56.275569 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ecdf75-87a0-4370-8935-2cc791ae9486 admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:02:56.293612 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b201c7-023b-4aab-b657-689ce625bf29 None None] Sync routers for ids ['b99341b1-3628-41a6-9883-2c9bbfc094d1'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:02:56.301385 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-99ecdf75-87a0-4370-8935-2cc791ae9486 admin admin] 10.222.0.18 "PUT /v2.0/routers/b99341b1-3628-41a6-9883-2c9bbfc094d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6258392 Jan 20 21:02:56.304185 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59316) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:56.309676 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b201c7-023b-4aab-b657-689ce625bf29 None None] Routers {'b99341b1-3628-41a6-9883-2c9bbfc094d1'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:02:56.310379 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-26b201c7-023b-4aab-b657-689ce625bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:02:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b99341b1-3628-41a6-9883-2c9bbfc094d1'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:56.654540 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-26b201c7-023b-4aab-b657-689ce625bf29 None None] Set router b99341b1-3628-41a6-9883-2c9bbfc094d1 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:02:56.686115 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6493-fea0-4a88-829a-955e9989028e admin admin] Notify callbacks [] for router, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:56.985103 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6493-fea0-4a88-829a-955e9989028e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:56.992668 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e6493-fea0-4a88-829a-955e9989028e admin admin] Deleting port 0f7e54ad-e8ec-430c-ac87-19b92f40e50a {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:56.993386 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6493-fea0-4a88-829a-955e9989028e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:57.186037 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-26b201c7-023b-4aab-b657-689ce625bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'name': 'tempest-TestShelveInstance-722073809-router', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:11Z', 'updated_at': '2021-01-20T21:02:54Z', 'revision_number': 5, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'gw_port': {'id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:14Z', 'updated_at': '2021-01-20T20:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:57.190747 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b201c7-023b-4aab-b657-689ce625bf29 None None] Checking router: b99341b1-3628-41a6-9883-2c9bbfc094d1 for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:02:57.200578 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b201c7-023b-4aab-b657-689ce625bf29 None None] Routers {'b99341b1-3628-41a6-9883-2c9bbfc094d1'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:02:57.201521 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-26b201c7-023b-4aab-b657-689ce625bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:02:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b99341b1-3628-41a6-9883-2c9bbfc094d1'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:57.206120 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-dd7e6493-fea0-4a88-829a-955e9989028e admin admin] For port 0f7e54ad-e8ec-430c-ac87-19b92f40e50a, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=0f7e54ad-e8ec-430c-ac87-19b92f40e50a,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:57.206542 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6493-fea0-4a88-829a-955e9989028e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:57.426035 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-26b201c7-023b-4aab-b657-689ce625bf29 None None] Set router b99341b1-3628-41a6-9883-2c9bbfc094d1 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:02:57.446096 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e6493-fea0-4a88-829a-955e9989028e admin admin] Calling delete_port for 0f7e54ad-e8ec-430c-ac87-19b92f40e50a owned by network:router_gateway {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:57.616309 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6493-fea0-4a88-829a-955e9989028e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:57.842356 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-26b201c7-023b-4aab-b657-689ce625bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'name': 'tempest-TestShelveInstance-722073809-router', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:11Z', 'updated_at': '2021-01-20T21:02:54Z', 'revision_number': 5, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'gw_port': {'id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:14Z', 'updated_at': '2021-01-20T20:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:02:57.846887 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b201c7-023b-4aab-b657-689ce625bf29 None None] The sync data for ids ['b99341b1-3628-41a6-9883-2c9bbfc094d1'] in dv-cinder-749155-5-iscsi is: [{'id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'name': 'tempest-TestShelveInstance-722073809-router', 'tenant_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:11Z', 'updated_at': '2021-01-20T21:02:54Z', 'revision_number': 5, 'project_id': '2d67811fe8b24d0ea0a79eea4cb3faec', 'gw_port': {'id': '0f7e54ad-e8ec-430c-ac87-19b92f40e50a', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99341b1-3628-41a6-9883-2c9bbfc094d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:14Z', 'updated_at': '2021-01-20T20:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:02:57.857407 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6493-fea0-4a88-829a-955e9989028e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392026'] for router_gateway, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:58.033514 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6493-fea0-4a88-829a-955e9989028e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-392176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40098'] for router, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:58.036953 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6493-fea0-4a88-829a-955e9989028e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:58.062387 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6493-fea0-4a88-829a-955e9989028e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854385273'] for router, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:58.062874 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7e6493-fea0-4a88-829a-955e9989028e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b99341b1-3628-41a6-9883-2c9bbfc094d1 {{(pid=80113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 21:02:58.083572 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6493-fea0-4a88-829a-955e9989028e admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:58.087702 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-dd7e6493-fea0-4a88-829a-955e9989028e admin admin] 10.222.0.18 "DELETE /v2.0/routers/b99341b1-3628-41a6-9883-2c9bbfc094d1 HTTP/1.1" status: 204 len: 168 time: 1.7795682 Jan 20 21:02:58.088640 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59358) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:58.140775 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59362) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:58.159026 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-406b6faa-b5ed-4a8c-b0d3-b7ae5964eb8f admin admin] Deleting subnet 19270a47-c8fe-42d9-a21a-e8cb2c3a7199 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 21:02:58.162730 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-406b6faa-b5ed-4a8c-b0d3-b7ae5964eb8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:58.242087 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-406b6faa-b5ed-4a8c-b0d3-b7ae5964eb8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2426957'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:58.349502 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-214768fa-e6df-4ff4-9386-4e6776bb6bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:58.365843 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-406b6faa-b5ed-4a8c-b0d3-b7ae5964eb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851329876'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:58.368637 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-214768fa-e6df-4ff4-9386-4e6776bb6bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:02:58.373576 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-214768fa-e6df-4ff4-9386-4e6776bb6bd6 admin admin] Usage tracker for resource:security_group_rule and tenant:5c9f5dbacd0e40ceb8fc34aa48ba4567 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:02:58.377138 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-214768fa-e6df-4ff4-9386-4e6776bb6bd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:02:58.385570 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-214768fa-e6df-4ff4-9386-4e6776bb6bd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:02:58.510413 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-214768fa-e6df-4ff4-9386-4e6776bb6bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:58.515424 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-214768fa-e6df-4ff4-9386-4e6776bb6bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:58.533230 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-23ad77ec-524b-498c-8748-7e4654046cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:58.629439 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-214768fa-e6df-4ff4-9386-4e6776bb6bd6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c9f5dbacd0e40ceb8fc34aa48ba4567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4866536 Jan 20 21:02:58.632995 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59384) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:58.639500 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214768fa-e6df-4ff4-9386-4e6776bb6bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6db0df4-1f45-4626-b1e0-df4903d4207d,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:58.669201 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-214768fa-e6df-4ff4-9386-4e6776bb6bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:58.720909 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-406b6faa-b5ed-4a8c-b0d3-b7ae5964eb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3445940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852348269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27003399'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:58.739259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:58.746560 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f2fa-2db2-464f-9a2d-9823a1d29902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:58.776245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f2fa-2db2-464f-9a2d-9823a1d29902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:58.787909 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b6faa-b5ed-4a8c-b0d3-b7ae5964eb8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19270a47-c8fe-42d9-a21a-e8cb2c3a7199,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:58.828598 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f2fa-2db2-464f-9a2d-9823a1d29902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:58.834646 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fb8ce58a-bd1f-4dea-8f57-37515b2754bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:58.846962 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5f2fa-2db2-464f-9a2d-9823a1d29902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6db0df4-1f45-4626-b1e0-df4903d4207d,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:58.851098 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9cc5f2fa-2db2-464f-9a2d-9823a1d29902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:58.859210 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f2fa-2db2-464f-9a2d-9823a1d29902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:58.860823 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-9cc5f2fa-2db2-464f-9a2d-9823a1d29902 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6db0df4-1f45-4626-b1e0-df4903d4207d HTTP/1.1" status: 204 len: 168 time: 0.2248292 Jan 20 21:02:58.871040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-406b6faa-b5ed-4a8c-b0d3-b7ae5964eb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:58.933323 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-406b6faa-b5ed-4a8c-b0d3-b7ae5964eb8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:58.942907 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-406b6faa-b5ed-4a8c-b0d3-b7ae5964eb8f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/19270a47-c8fe-42d9-a21a-e8cb2c3a7199 HTTP/1.1" status: 204 len: 168 time: 0.8506632 Jan 20 21:02:58.942907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59398) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:58.947044 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6324ff72-d19c-4aaa-b72d-f49f09626f24 None None] Network 3626e053-e2c6-4a9d-af31-12464de5babb requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 21:02:59.080370 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854054876'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:59.152154 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] Deleting port 66b8a3e6-c648-4475-a413-15e4b886fcba {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:59.152537 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:59.208675 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59406) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:59.302357 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1f286e-6c6d-4a3b-9f55-c47570f3e71c None None] DHCP port deletion for 3626e053-e2c6-4a9d-af31-12464de5babb request from dv-cinder-749155-5-iscsi {{(pid=80114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 20 21:02:59.307941 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f286e-6c6d-4a3b-9f55-c47570f3e71c None None] Deleting port 66b8a3e6-c648-4475-a413-15e4b886fcba {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:02:59.308485 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7e1f286e-6c6d-4a3b-9f55-c47570f3e71c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:59.420910 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0ec503a1-6b20-4f1d-bc21-f5399bd66d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:59.422839 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] For port 66b8a3e6-c648-4475-a413-15e4b886fcba, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=66b8a3e6-c648-4475-a413-15e4b886fcba,segment=NetworkSegment(d15b158a-28fe-4159-8e5d-5e16c27d2248),segment_id=d15b158a-28fe-4159-8e5d-5e16c27d2248)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:59.423598 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:59.438182 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-0ec503a1-6b20-4f1d-bc21-f5399bd66d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:02:59.443344 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-0ec503a1-6b20-4f1d-bc21-f5399bd66d83 admin admin] Usage tracker for resource:security_group_rule and tenant:069a9530446349c28b843a2ff2eccb04 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:02:59.446433 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-0ec503a1-6b20-4f1d-bc21-f5399bd66d83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:02:59.452610 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-0ec503a1-6b20-4f1d-bc21-f5399bd66d83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:02:59.555885 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0ec503a1-6b20-4f1d-bc21-f5399bd66d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:59.562301 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0ec503a1-6b20-4f1d-bc21-f5399bd66d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:59.574266 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c3f6e707-1fe1-4e97-909f-1cd8f3d8f324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:59.601497 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] Calling delete_port for 66b8a3e6-c648-4475-a413-15e4b886fcba owned by network:dhcp {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:59.626866 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d26cc897-24a4-4fb9-9189-94b03ee3ef43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:59.638370 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-0ec503a1-6b20-4f1d-bc21-f5399bd66d83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=069a9530446349c28b843a2ff2eccb04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281199 Jan 20 21:02:59.639099 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59420) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:02:59.643749 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec503a1-6b20-4f1d-bc21-f5399bd66d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce427650-021f-448f-84fb-a2dc41ba7439,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:59.662968 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0ec503a1-6b20-4f1d-bc21-f5399bd66d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:59.679912 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-7e1f286e-6c6d-4a3b-9f55-c47570f3e71c None None] For port 66b8a3e6-c648-4475-a413-15e4b886fcba, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=66b8a3e6-c648-4475-a413-15e4b886fcba,segment=NetworkSegment(d15b158a-28fe-4159-8e5d-5e16c27d2248),segment_id=d15b158a-28fe-4159-8e5d-5e16c27d2248)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:02:59.680583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7e1f286e-6c6d-4a3b-9f55-c47570f3e71c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:59.704643 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:59.722948 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:59.726509 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0352b942-0326-4da4-9469-a4df907edfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:59.793733 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0352b942-0326-4da4-9469-a4df907edfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:59.848166 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b8a3e6-c648-4475-a413-15e4b886fcba,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:59.862522 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0352b942-0326-4da4-9469-a4df907edfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:59.867233 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:59.876448 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dd943ee9-8156-44ea-935b-2e733d5d4daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:02:59.877332 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f286e-6c6d-4a3b-9f55-c47570f3e71c None None] Calling delete_port for 66b8a3e6-c648-4475-a413-15e4b886fcba owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:02:59.897693 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352b942-0326-4da4-9469-a4df907edfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce427650-021f-448f-84fb-a2dc41ba7439,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:02:59.908008 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0352b942-0326-4da4-9469-a4df907edfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:02:59.909067 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] No DVR routers for this DVR port 66b8a3e6-c648-4475-a413-15e4b886fcba on host dv-cinder-749155-5-iscsi {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 21:02:59.915151 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-0352b942-0326-4da4-9469-a4df907edfd5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce427650-021f-448f-84fb-a2dc41ba7439 HTTP/1.1" status: 204 len: 168 time: 0.2732446 Jan 20 21:02:59.919710 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0352b942-0326-4da4-9469-a4df907edfd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:02:59.946809 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 66b8a3e6-c648-4475-a413-15e4b886fcba no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:03:00.052284 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: 66b8a3e6-c648-4475-a413-15e4b886fcba {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:03:00.052675 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 66b8a3e6-c648-4475-a413-15e4b886fcba not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:03:00.053334 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 4c2af5a7-1681-44d9-9fc6-92975087894b no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:03:00.061436 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3445791', 'neutron.services.segments.db._delete_segments_for_network--9223363282312691657'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:00.103019 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: 4c2af5a7-1681-44d9-9fc6-92975087894b {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:03:00.103646 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 4c2af5a7-1681-44d9-9fc6-92975087894b not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:03:00.103764 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 0f7e54ad-e8ec-430c-ac87-19b92f40e50a no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:03:00.150598 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: 0f7e54ad-e8ec-430c-ac87-19b92f40e50a {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:03:00.151012 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 0f7e54ad-e8ec-430c-ac87-19b92f40e50a not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:03:00.180592 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [None req-7e1f286e-6c6d-4a3b-9f55-c47570f3e71c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 21:03:00.181162 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [None req-7e1f286e-6c6d-4a3b-9f55-c47570f3e71c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 21:03:00.390133 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59438) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:00.424207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6dcf5b13-d6bc-4bda-aedf-58a8fcd4c923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:00.442303 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6dcf5b13-d6bc-4bda-aedf-58a8fcd4c923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:03:00.447100 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-6dcf5b13-d6bc-4bda-aedf-58a8fcd4c923 admin admin] Usage tracker for resource:security_group_rule and tenant:a87ff6cb182d498dab85c98e34ee7e42 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:03:00.450004 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-6dcf5b13-d6bc-4bda-aedf-58a8fcd4c923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:03:00.456089 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6dcf5b13-d6bc-4bda-aedf-58a8fcd4c923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:03:00.459331 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3626e053-e2c6-4a9d-af31-12464de5babb']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:03:00.475286 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15b158a-28fe-4159-8e5d-5e16c27d2248') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:03:00.475627 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15b158a-28fe-4159-8e5d-5e16c27d2248') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:03:00.494480 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282312693449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852348859'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:00.512833 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:00.519089 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 21:03:00.569636 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6dcf5b13-d6bc-4bda-aedf-58a8fcd4c923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:00.573614 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6dcf5b13-d6bc-4bda-aedf-58a8fcd4c923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:00.591523 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1e94ee14-ff55-43a6-82f8-5c889a89f7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:00.648216 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-6dcf5b13-d6bc-4bda-aedf-58a8fcd4c923 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a87ff6cb182d498dab85c98e34ee7e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542520 Jan 20 21:03:00.648216 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf5b13-d6bc-4bda-aedf-58a8fcd4c923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6549eb55-fe99-4471-9ca8-5512a168f417,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:00.649471 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59442) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:00.652422 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6dcf5b13-d6bc-4bda-aedf-58a8fcd4c923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:00.682796 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f286e-6c6d-4a3b-9f55-c47570f3e71c None None] Deleting port 66b8a3e6-c648-4475-a413-15e4b886fcba {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:03:00.683233 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7e1f286e-6c6d-4a3b-9f55-c47570f3e71c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:00.716563 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] Network 3626e053-e2c6-4a9d-af31-12464de5babb has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:03:00.729374 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b167fddf-3b21-4f49-b044-c17af810f10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:00.737571 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851331117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852348164'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:00.760843 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f286e-6c6d-4a3b-9f55-c47570f3e71c None None] The port '66b8a3e6-c648-4475-a413-15e4b886fcba' was deleted {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 20 21:03:00.762172 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b167fddf-3b21-4f49-b044-c17af810f10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:00.817398 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b167fddf-3b21-4f49-b044-c17af810f10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:00.827038 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1c5cc08a-8b2c-420d-b3d8-2b8577ea6825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:00.835492 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167fddf-3b21-4f49-b044-c17af810f10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6549eb55-fe99-4471-9ca8-5512a168f417,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:00.838161 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b167fddf-3b21-4f49-b044-c17af810f10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:00.844965 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b167fddf-3b21-4f49-b044-c17af810f10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:00.846213 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-b167fddf-3b21-4f49-b044-c17af810f10f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6549eb55-fe99-4471-9ca8-5512a168f417 HTTP/1.1" status: 204 len: 168 time: 0.1957128 Jan 20 21:03:00.943379 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] Network 3626e053-e2c6-4a9d-af31-12464de5babb has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: Traceback (most recent call last): Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: timer() Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: cb(*args, **kw) Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: return func(*args, **kwargs) Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: self._notify() Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: self.callback(batched_events) Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: event.method(event) Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: segment_id)['aggregates'][0] Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(self, *a, **k) Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: return self._get(url).json() Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: **kwargs) Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.request(url, 'GET', **kwargs) Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: **endpoint_filter) Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 21:03:00.967627 dv-cinder-749155-5-iscsi neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 21:03:01.049619 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851330025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854383812'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:01.054359 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:01.058861 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:01.081772 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3626e053-e2c6-4a9d-af31-12464de5babb,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:01.084926 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:01.101536 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-0294fc32-d9e5-433f-9c8d-2fa31a1314e8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3626e053-e2c6-4a9d-af31-12464de5babb HTTP/1.1" status: 204 len: 168 time: 2.1551263 Jan 20 21:03:01.102086 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59456) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:01.730221 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e65f90ad-579a-4715-9b83-6dd2dfcde68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854398163'] for router_interface, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:02.144847 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-e65f90ad-579a-4715-9b83-6dd2dfcde68a admin admin] Deleting port 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:03:02.145418 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e65f90ad-579a-4715-9b83-6dd2dfcde68a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:02.345061 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-e65f90ad-579a-4715-9b83-6dd2dfcde68a admin admin] For port 870da4cf-9ad9-4a7e-863b-e86bf6db11e6, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=870da4cf-9ad9-4a7e-863b-e86bf6db11e6,segment=NetworkSegment(dfa42604-3bed-4d9e-aea8-56c29a988ab6),segment_id=dfa42604-3bed-4d9e-aea8-56c29a988ab6)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:03:02.345476 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e65f90ad-579a-4715-9b83-6dd2dfcde68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:02.465086 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b569f2a7-4da8-4944-8384-536090e6684f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:02.485908 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-e65f90ad-579a-4715-9b83-6dd2dfcde68a admin admin] Calling delete_port for 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 owned by network:router_interface {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:03:02.555268 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:02.683833 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e65f90ad-579a-4715-9b83-6dd2dfcde68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:02.700050 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6b2278b1-2f78-48ac-b142-c5ebc0265765 tempest-VolumesActionsTest-1933024791 tempest-VolumesActionsTest-1933024791] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:02.795516 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f90ad-579a-4715-9b83-6dd2dfcde68a admin admin] Pushing event deleted for resources: {'Port': ['ID=870da4cf-9ad9-4a7e-863b-e86bf6db11e6,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:02.802603 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e65f90ad-579a-4715-9b83-6dd2dfcde68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:03.116986 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e65f90ad-579a-4715-9b83-6dd2dfcde68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3687546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854398005'] for router_interface, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:03.186815 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:03:03.196603 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:03.706043 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:04.017777 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65f90ad-579a-4715-9b83-6dd2dfcde68a admin admin] Router f966c0e9-0277-4c49-b0d1-67b23e995cc8 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:03:04.210331 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65f90ad-579a-4715-9b83-6dd2dfcde68a admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:03:04.219162 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb169a9-c935-4dac-be3f-4c12025c5e06 None None] Sync routers for ids ['f966c0e9-0277-4c49-b0d1-67b23e995cc8'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:03:04.219917 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e65f90ad-579a-4715-9b83-6dd2dfcde68a admin admin] 10.222.0.18 "PUT /v2.0/routers/f966c0e9-0277-4c49-b0d1-67b23e995cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1165221 Jan 20 21:03:04.222625 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59538) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:04.229505 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb169a9-c935-4dac-be3f-4c12025c5e06 None None] Routers {'f966c0e9-0277-4c49-b0d1-67b23e995cc8'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:03:04.230192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-4fb169a9-c935-4dac-be3f-4c12025c5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:03:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['f966c0e9-0277-4c49-b0d1-67b23e995cc8'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:03:04.420185 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b14a7ea5-35b4-4d25-a0b7-98f1e0787d3f admin admin] Notify callbacks [] for router, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:04.588041 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-4fb169a9-c935-4dac-be3f-4c12025c5e06 None None] Set router f966c0e9-0277-4c49-b0d1-67b23e995cc8 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:03:04.615337 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b14a7ea5-35b4-4d25-a0b7-98f1e0787d3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:04.621143 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-b14a7ea5-35b4-4d25-a0b7-98f1e0787d3f admin admin] Deleting port 93392c30-13f1-438d-a1bc-6911dd755e0d {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:03:04.621524 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b14a7ea5-35b4-4d25-a0b7-98f1e0787d3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:04.810634 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-b14a7ea5-35b4-4d25-a0b7-98f1e0787d3f admin admin] For port 93392c30-13f1-438d-a1bc-6911dd755e0d, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=93392c30-13f1-438d-a1bc-6911dd755e0d,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:03:04.811164 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b14a7ea5-35b4-4d25-a0b7-98f1e0787d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:04.899539 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-4fb169a9-c935-4dac-be3f-4c12025c5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'name': 'tempest-TestShelveInstance-1227733420-router', 'tenant_id': 'acdf3a22c099424090b7225922eb2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '93392c30-13f1-438d-a1bc-6911dd755e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:31Z', 'updated_at': '2021-01-20T21:03:02Z', 'revision_number': 5, 'project_id': 'acdf3a22c099424090b7225922eb2920', 'gw_port': {'id': '93392c30-13f1-438d-a1bc-6911dd755e0d', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:32Z', 'updated_at': '2021-01-20T20:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:03:04.903723 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb169a9-c935-4dac-be3f-4c12025c5e06 None None] Checking router: f966c0e9-0277-4c49-b0d1-67b23e995cc8 for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:03:04.912939 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb169a9-c935-4dac-be3f-4c12025c5e06 None None] Routers {'f966c0e9-0277-4c49-b0d1-67b23e995cc8'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:03:04.913574 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-4fb169a9-c935-4dac-be3f-4c12025c5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:03:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['f966c0e9-0277-4c49-b0d1-67b23e995cc8'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:03:04.947442 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-b14a7ea5-35b4-4d25-a0b7-98f1e0787d3f admin admin] Calling delete_port for 93392c30-13f1-438d-a1bc-6911dd755e0d owned by network:router_gateway {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:03:05.109060 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b14a7ea5-35b4-4d25-a0b7-98f1e0787d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:05.136390 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-4fb169a9-c935-4dac-be3f-4c12025c5e06 None None] Set router f966c0e9-0277-4c49-b0d1-67b23e995cc8 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:03:05.349632 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b14a7ea5-35b4-4d25-a0b7-98f1e0787d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392026'] for router_gateway, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:05.494506 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-4fb169a9-c935-4dac-be3f-4c12025c5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'name': 'tempest-TestShelveInstance-1227733420-router', 'tenant_id': 'acdf3a22c099424090b7225922eb2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '93392c30-13f1-438d-a1bc-6911dd755e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:31Z', 'updated_at': '2021-01-20T21:03:02Z', 'revision_number': 5, 'project_id': 'acdf3a22c099424090b7225922eb2920', 'gw_port': {'id': '93392c30-13f1-438d-a1bc-6911dd755e0d', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:32Z', 'updated_at': '2021-01-20T20:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:03:05.498870 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb169a9-c935-4dac-be3f-4c12025c5e06 None None] The sync data for ids ['f966c0e9-0277-4c49-b0d1-67b23e995cc8'] in dv-cinder-749155-5-iscsi is: [{'id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'name': 'tempest-TestShelveInstance-1227733420-router', 'tenant_id': 'acdf3a22c099424090b7225922eb2920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '93392c30-13f1-438d-a1bc-6911dd755e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T20:56:31Z', 'updated_at': '2021-01-20T21:03:02Z', 'revision_number': 5, 'project_id': 'acdf3a22c099424090b7225922eb2920', 'gw_port': {'id': '93392c30-13f1-438d-a1bc-6911dd755e0d', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966c0e9-0277-4c49-b0d1-67b23e995cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T20:56:32Z', 'updated_at': '2021-01-20T20:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:03:05.525729 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b14a7ea5-35b4-4d25-a0b7-98f1e0787d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-392176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40098'] for router, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:05.528472 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b14a7ea5-35b4-4d25-a0b7-98f1e0787d3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:05.552424 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b14a7ea5-35b4-4d25-a0b7-98f1e0787d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854385273'] for router, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:05.552999 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14a7ea5-35b4-4d25-a0b7-98f1e0787d3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f966c0e9-0277-4c49-b0d1-67b23e995cc8 {{(pid=80112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 21:03:05.566191 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b14a7ea5-35b4-4d25-a0b7-98f1e0787d3f admin admin] Notify callbacks [] for router, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:05.567505 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-b14a7ea5-35b4-4d25-a0b7-98f1e0787d3f admin admin] 10.222.0.18 "DELETE /v2.0/routers/f966c0e9-0277-4c49-b0d1-67b23e995cc8 HTTP/1.1" status: 204 len: 168 time: 1.3437579 Jan 20 21:03:05.572074 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59562) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:05.643366 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c842efd-4cbb-423d-9c74-188b5d9093c6 admin admin] Deleting subnet 5838973f-ba29-4a7a-85d1-89c1e738b24e {{(pid=80112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 21:03:05.647192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0c842efd-4cbb-423d-9c74-188b5d9093c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:05.706796 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0c842efd-4cbb-423d-9c74-188b5d9093c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828615770'] for subnet, precommit_delete_associations {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:05.767291 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:03:05.805603 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:03:05.805991 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 870da4cf-9ad9-4a7e-863b-e86bf6db11e6 not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:03:05.839205 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0c842efd-4cbb-423d-9c74-188b5d9093c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851329876'] for subnet, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:06.350281 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0c842efd-4cbb-423d-9c74-188b5d9093c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3445940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26958958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827860341'] for subnet, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:06.365751 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ce9c6c19-9fbf-4052-bc0a-b5b24eee5fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:06.462724 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c842efd-4cbb-423d-9c74-188b5d9093c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5838973f-ba29-4a7a-85d1-89c1e738b24e,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:06.466071 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0c842efd-4cbb-423d-9c74-188b5d9093c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:06.517556 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0c842efd-4cbb-423d-9c74-188b5d9093c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:06.522540 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71cf952-a0d5-46bb-be3f-bd854024a4a1 None None] Network f7be0a9d-b194-4984-9d31-158ceee40f59 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 21:03:06.525775 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-0c842efd-4cbb-423d-9c74-188b5d9093c6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5838973f-ba29-4a7a-85d1-89c1e738b24e HTTP/1.1" status: 204 len: 168 time: 0.9521575 Jan 20 21:03:06.527555 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59572) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:06.661287 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854054876'] for network, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:06.737223 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Deleting port 1917d39c-96a5-4f4f-89c8-1b03282bc37b {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:03:06.737685 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:06.804642 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332d16f9-cf04-4a17-83d2-20f54cff90a4 None None] DHCP port deletion for f7be0a9d-b194-4984-9d31-158ceee40f59 request from dv-cinder-749155-5-iscsi {{(pid=80114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 20 21:03:06.809921 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-332d16f9-cf04-4a17-83d2-20f54cff90a4 None None] Deleting port 1917d39c-96a5-4f4f-89c8-1b03282bc37b {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:03:06.810878 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-332d16f9-cf04-4a17-83d2-20f54cff90a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:06.845342 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59578) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:06.974485 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] For port 1917d39c-96a5-4f4f-89c8-1b03282bc37b, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=1917d39c-96a5-4f4f-89c8-1b03282bc37b,segment=NetworkSegment(dfa42604-3bed-4d9e-aea8-56c29a988ab6),segment_id=dfa42604-3bed-4d9e-aea8-56c29a988ab6)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:03:06.974927 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:07.008669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ec4a088d-ffa9-440a-9a77-0c4fdc880de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:07.025359 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ec4a088d-ffa9-440a-9a77-0c4fdc880de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:03:07.029530 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ec4a088d-ffa9-440a-9a77-0c4fdc880de9 admin admin] Usage tracker for resource:security_group_rule and tenant:d6ac8993e41443ab9905d5116a1c4ed7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:03:07.032573 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ec4a088d-ffa9-440a-9a77-0c4fdc880de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:03:07.038510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ec4a088d-ffa9-440a-9a77-0c4fdc880de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:03:07.056664 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-332d16f9-cf04-4a17-83d2-20f54cff90a4 None None] For port 1917d39c-96a5-4f4f-89c8-1b03282bc37b, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=1917d39c-96a5-4f4f-89c8-1b03282bc37b,segment=NetworkSegment(dfa42604-3bed-4d9e-aea8-56c29a988ab6),segment_id=dfa42604-3bed-4d9e-aea8-56c29a988ab6)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:03:07.057215 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-332d16f9-cf04-4a17-83d2-20f54cff90a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:07.118145 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Calling delete_port for 1917d39c-96a5-4f4f-89c8-1b03282bc37b owned by network:dhcp {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:03:07.132068 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ec4a088d-ffa9-440a-9a77-0c4fdc880de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:07.135458 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ec4a088d-ffa9-440a-9a77-0c4fdc880de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:07.145408 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b3df91d4-3397-4edb-a426-bbcf96f34df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:07.194337 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-ec4a088d-ffa9-440a-9a77-0c4fdc880de9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6ac8993e41443ab9905d5116a1c4ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475492 Jan 20 21:03:07.194681 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-332d16f9-cf04-4a17-83d2-20f54cff90a4 None None] Calling delete_port for 1917d39c-96a5-4f4f-89c8-1b03282bc37b owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:03:07.195399 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a088d-ffa9-440a-9a77-0c4fdc880de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b43bdda-a975-4bd8-94a2-35a18b7e098e,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:07.197143 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59584) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:07.199665 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ec4a088d-ffa9-440a-9a77-0c4fdc880de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:07.228683 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:07.248090 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2b2a2383-f2fc-4e7b-a248-d62bab1f2892 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:07.275855 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [None req-332d16f9-cf04-4a17-83d2-20f54cff90a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 21:03:07.276323 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [None req-332d16f9-cf04-4a17-83d2-20f54cff90a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 21:03:07.367123 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Pushing event deleted for resources: {'Port': ['ID=1917d39c-96a5-4f4f-89c8-1b03282bc37b,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:07.376617 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:07.426583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2337e20e-4416-4fe6-85f1-4da772305cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:07.444333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] No DVR routers for this DVR port 1917d39c-96a5-4f4f-89c8-1b03282bc37b on host dv-cinder-749155-5-iscsi {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 21:03:07.517803 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2337e20e-4416-4fe6-85f1-4da772305cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:07.631166 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3445791', 'neutron.services.segments.db._delete_segments_for_network--9223363282312691657'] for network, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:07.748288 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2337e20e-4416-4fe6-85f1-4da772305cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:07.755963 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4fba4e98-8863-4135-989c-36244738c927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:07.768251 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7be0a9d-b194-4984-9d31-158ceee40f59']}} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:03:07.777814 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-332d16f9-cf04-4a17-83d2-20f54cff90a4 None None] Deleting port 1917d39c-96a5-4f4f-89c8-1b03282bc37b {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:03:07.778360 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-332d16f9-cf04-4a17-83d2-20f54cff90a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:07.789428 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337e20e-4416-4fe6-85f1-4da772305cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b43bdda-a975-4bd8-94a2-35a18b7e098e,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:07.792592 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa42604-3bed-4d9e-aea8-56c29a988ab6') {'for_net_delete': True} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:03:07.792934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa42604-3bed-4d9e-aea8-56c29a988ab6') {} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:03:07.802026 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2337e20e-4416-4fe6-85f1-4da772305cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:07.814632 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282312693449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26160046'] for segment, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:07.822928 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2337e20e-4416-4fe6-85f1-4da772305cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:07.824191 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-2337e20e-4416-4fe6-85f1-4da772305cdd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b43bdda-a975-4bd8-94a2-35a18b7e098e HTTP/1.1" status: 204 len: 168 time: 0.6259196 Jan 20 21:03:07.825613 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 1917d39c-96a5-4f4f-89c8-1b03282bc37b no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:03:07.831971 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:07.834270 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 21:03:07.904664 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-332d16f9-cf04-4a17-83d2-20f54cff90a4 None None] The port '1917d39c-96a5-4f4f-89c8-1b03282bc37b' was deleted {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 20 21:03:07.905669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: 1917d39c-96a5-4f4f-89c8-1b03282bc37b {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:03:07.906071 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 1917d39c-96a5-4f4f-89c8-1b03282bc37b not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:03:07.906547 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 93392c30-13f1-438d-a1bc-6911dd755e0d no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:03:07.946520 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: 93392c30-13f1-438d-a1bc-6911dd755e0d {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:03:07.946843 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 93392c30-13f1-438d-a1bc-6911dd755e0d not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:03:08.073687 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Network f7be0a9d-b194-4984-9d31-158ceee40f59 has no segments {{(pid=80112) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:03:08.088626 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851331117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26958849'] for segment, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:08.247762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59594) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:08.267865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0acb-9032-4d6e-ac2c-98b8db51bb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:08.284712 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-1b0e0acb-9032-4d6e-ac2c-98b8db51bb0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:03:08.289242 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-1b0e0acb-9032-4d6e-ac2c-98b8db51bb0a admin admin] Usage tracker for resource:security_group_rule and tenant:7301185f98424b7793673f8853cebbd1 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:03:08.292189 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Network f7be0a9d-b194-4984-9d31-158ceee40f59 has no segments {{(pid=80112) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:03:08.292411 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-1b0e0acb-9032-4d6e-ac2c-98b8db51bb0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:03:08.298461 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-1b0e0acb-9032-4d6e-ac2c-98b8db51bb0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: Traceback (most recent call last): Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: timer() Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: cb(*args, **kw) Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: return func(*args, **kwargs) Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: self._notify() Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: self.callback(batched_events) Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: event.method(event) Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: segment_id)['aggregates'][0] Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(self, *a, **k) Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: return self._get(url).json() Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: **kwargs) Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.request(url, 'GET', **kwargs) Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: **endpoint_filter) Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 21:03:08.316869 dv-cinder-749155-5-iscsi neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 21:03:08.418152 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0acb-9032-4d6e-ac2c-98b8db51bb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:08.422103 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0acb-9032-4d6e-ac2c-98b8db51bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:08.432109 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851330025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854383812'] for network, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:08.432414 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-02cd861f-5f69-4c28-8a30-5e29d10028bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:08.435805 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:08.451041 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:08.461579 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Pushing event deleted for resources: {'Network': ['ID=f7be0a9d-b194-4984-9d31-158ceee40f59,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:08.468434 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] 10.222.0.18 "DELETE /v2.0/networks/f7be0a9d-b194-4984-9d31-158ceee40f59 HTTP/1.1" status: 204 len: 168 time: 1.9362919 Jan 20 21:03:08.468434 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:08.483279 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-1b0e0acb-9032-4d6e-ac2c-98b8db51bb0a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7301185f98424b7793673f8853cebbd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342637 Jan 20 21:03:08.483852 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59600) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:08.485586 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e0acb-9032-4d6e-ac2c-98b8db51bb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02535980-7857-4407-bf0b-c4bb936738a5,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:08.499780 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1b0e0acb-9032-4d6e-ac2c-98b8db51bb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:08.574924 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1552106d-31e6-4df9-8690-7571eb127ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:08.608734 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1552106d-31e6-4df9-8690-7571eb127ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:08.715901 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1552106d-31e6-4df9-8690-7571eb127ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:08.729926 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9c82bb1e-8f85-405f-a758-211505dd2760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:08.752021 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552106d-31e6-4df9-8690-7571eb127ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02535980-7857-4407-bf0b-c4bb936738a5,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:08.754801 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1552106d-31e6-4df9-8690-7571eb127ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:08.756559 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1552106d-31e6-4df9-8690-7571eb127ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:08.758723 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-1552106d-31e6-4df9-8690-7571eb127ebd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02535980-7857-4407-bf0b-c4bb936738a5 HTTP/1.1" status: 204 len: 168 time: 0.2721140 Jan 20 21:03:08.780532 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59614) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:08.859782 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-b28d5dcb-0a91-4382-a1be-1b48340987c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d67811fe8b24d0ea0a79eea4cb3faec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0758803 Jan 20 21:03:08.859986 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59618) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:08.927791 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8d1c3bb5-cd77-4a3e-b827-66720de40b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:08.957757 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8d1c3bb5-cd77-4a3e-b827-66720de40b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:09.012323 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8d1c3bb5-cd77-4a3e-b827-66720de40b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:09.016699 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-214768fa-e6df-4ff4-9386-4e6776bb6bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:09.031978 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c3bb5-cd77-4a3e-b827-66720de40b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d897f9-ef6b-44f9-9863-3d841c8cce91,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:09.035982 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8d1c3bb5-cd77-4a3e-b827-66720de40b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:09.042051 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8d1c3bb5-cd77-4a3e-b827-66720de40b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:09.045828 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-8d1c3bb5-cd77-4a3e-b827-66720de40b25 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0d897f9-ef6b-44f9-9863-3d841c8cce91 HTTP/1.1" status: 204 len: 168 time: 0.1822183 Jan 20 21:03:09.533278 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59642) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:09.593005 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-866765f6-dd8e-4964-8083-1f669aed91ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=acdf3a22c099424090b7225922eb2920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576506 Jan 20 21:03:09.596168 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59648) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:09.669571 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e2553a0c-9aba-486e-ac1d-b4beade92d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:09.701332 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e2553a0c-9aba-486e-ac1d-b4beade92d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:09.754466 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e2553a0c-9aba-486e-ac1d-b4beade92d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:09.759989 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-dd4ffcde-fdf0-48d5-91f9-e6c7c81ffc56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:09.776450 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2553a0c-9aba-486e-ac1d-b4beade92d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f349df5-94b6-487e-b08e-0ab5fe9900aa,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:09.779121 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e2553a0c-9aba-486e-ac1d-b4beade92d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:09.794403 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e2553a0c-9aba-486e-ac1d-b4beade92d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:09.799108 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e2553a0c-9aba-486e-ac1d-b4beade92d26 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f349df5-94b6-487e-b08e-0ab5fe9900aa HTTP/1.1" status: 204 len: 168 time: 0.2018082 Jan 20 21:03:09.838594 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:11.941169 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59716) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:12.099119 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3cde847f-ad87-4afa-bb09-5cb5b3788b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:12.115220 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-3cde847f-ad87-4afa-bb09-5cb5b3788b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:03:12.119611 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-3cde847f-ad87-4afa-bb09-5cb5b3788b51 admin admin] Usage tracker for resource:security_group_rule and tenant:0d6623844bb14e90bcbba231632a77ee is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:03:12.122834 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-3cde847f-ad87-4afa-bb09-5cb5b3788b51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:03:12.130279 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-3cde847f-ad87-4afa-bb09-5cb5b3788b51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:03:12.217263 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3cde847f-ad87-4afa-bb09-5cb5b3788b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:12.220593 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3cde847f-ad87-4afa-bb09-5cb5b3788b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:12.230084 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2252bc28-b51f-44af-86da-c97794c84d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:12.277224 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-3cde847f-ad87-4afa-bb09-5cb5b3788b51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d6623844bb14e90bcbba231632a77ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348663 Jan 20 21:03:12.278206 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde847f-ad87-4afa-bb09-5cb5b3788b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95df1aa3-c0a2-4bf3-8d80-919d8758381f,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:12.280243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59722) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:12.282046 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3cde847f-ad87-4afa-bb09-5cb5b3788b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:12.351082 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4ff3ec60-6cfd-4586-990e-67fd2b7b6d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:12.380508 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4ff3ec60-6cfd-4586-990e-67fd2b7b6d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:12.430808 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4ff3ec60-6cfd-4586-990e-67fd2b7b6d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:12.435454 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9cc5f2fa-2db2-464f-9a2d-9823a1d29902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:12.449656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3ec60-6cfd-4586-990e-67fd2b7b6d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95df1aa3-c0a2-4bf3-8d80-919d8758381f,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:12.457083 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4ff3ec60-6cfd-4586-990e-67fd2b7b6d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:12.457608 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4ff3ec60-6cfd-4586-990e-67fd2b7b6d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:12.461391 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-4ff3ec60-6cfd-4586-990e-67fd2b7b6d9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95df1aa3-c0a2-4bf3-8d80-919d8758381f HTTP/1.1" status: 204 len: 168 time: 0.1774256 Jan 20 21:03:12.823561 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59744) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:12.843720 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6bd047d1-39c1-4910-937d-b1a06acc94c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:12.860259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6bd047d1-39c1-4910-937d-b1a06acc94c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:03:12.865103 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-6bd047d1-39c1-4910-937d-b1a06acc94c5 admin admin] Usage tracker for resource:security_group_rule and tenant:caa42f03089a46c49e97535c6b973c56 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:03:12.868210 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-6bd047d1-39c1-4910-937d-b1a06acc94c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:03:12.874176 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-6bd047d1-39c1-4910-937d-b1a06acc94c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:03:12.967463 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6bd047d1-39c1-4910-937d-b1a06acc94c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:12.970656 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6bd047d1-39c1-4910-937d-b1a06acc94c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:12.981239 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-636df870-0304-4786-87ff-cf04e75f19d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:13.031423 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-6bd047d1-39c1-4910-937d-b1a06acc94c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=caa42f03089a46c49e97535c6b973c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066610 Jan 20 21:03:13.033311 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd047d1-39c1-4910-937d-b1a06acc94c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e65238-8ac5-4f65-ba14-29a85733b264,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:13.035228 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59748) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:13.037456 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6bd047d1-39c1-4910-937d-b1a06acc94c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:13.107044 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-89acfccf-5129-4eb2-a7e5-68fb0fe15d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:13.137511 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-89acfccf-5129-4eb2-a7e5-68fb0fe15d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:13.187501 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-89acfccf-5129-4eb2-a7e5-68fb0fe15d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:13.193079 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e732b246-9c0f-413b-89e5-fc1485f49908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:13.207669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acfccf-5129-4eb2-a7e5-68fb0fe15d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e65238-8ac5-4f65-ba14-29a85733b264,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:13.211720 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-89acfccf-5129-4eb2-a7e5-68fb0fe15d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:13.217963 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-89acfccf-5129-4eb2-a7e5-68fb0fe15d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:13.219510 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-89acfccf-5129-4eb2-a7e5-68fb0fe15d38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87e65238-8ac5-4f65-ba14-29a85733b264 HTTP/1.1" status: 204 len: 168 time: 0.1828222 Jan 20 21:03:14.236993 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 59784) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:14.383142 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-347687733-network', 'tenant_id': '2374c7ab0ef749dcbd78c800a708f1ef'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:03:14.388692 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:03:14.393308 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Usage tracker for resource:network and tenant:2374c7ab0ef749dcbd78c800a708f1ef is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:03:14.397688 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:03:14.404244 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:03:14.414486 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Made reservation on behalf of 2374c7ab0ef749dcbd78c800a708f1ef for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 21:03:14.419725 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:14.434937 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:14.453326 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:03:14.465303 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Usage tracker for resource:security_group_rule and tenant:2374c7ab0ef749dcbd78c800a708f1ef is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:03:14.468521 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:03:14.474898 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:03:14.564014 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:14.567548 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:14.571955 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-de5934f3-68b0-404c-9b2c-2bca8c810360 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:14.605415 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 20 21:03:14.615540 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3801f347-903c-417d-ad86-77bc30673a75,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:14.619704 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:14.622450 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754542084143', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:14.622988 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.segments_db [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Added segment 689a3348-3e62-4a46-ac30-a00d273261b1 of type vxlan for network 8e07c953-4dab-49d6-88c3-a20f03b2e79d Jan 20 21:03:14.653934 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363282313094106'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:14.685428 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:14.686784 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:14.687436 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:14.693220 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:14.805667 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5673811 Jan 20 21:03:14.806696 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Pushing event updated for resources: {'Network': ['ID=8e07c953-4dab-49d6-88c3-a20f03b2e79d,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:14.808883 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 59790) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:14.809966 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-76e5ff99-22fd-485f-aedd-cac9082adbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:14.816207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [None req-7c8d247a-569f-4402-84cf-74d38681710c admin admin] Request body: {'subnet': {'network_id': '8e07c953-4dab-49d6-88c3-a20f03b2e79d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-347687733-subnet', 'tenant_id': '2374c7ab0ef749dcbd78c800a708f1ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:03:14.818799 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Network 8e07c953-4dab-49d6-88c3-a20f03b2e79d details requested by agent ovs-agent-dv-cinder-749155-5-iscsi with host dv-cinder-749155-5-iscsi {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 21:03:14.822014 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-7c8d247a-569f-4402-84cf-74d38681710c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:03:14.826617 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-7c8d247a-569f-4402-84cf-74d38681710c admin admin] Usage tracker for resource:subnet and tenant:2374c7ab0ef749dcbd78c800a708f1ef is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:03:14.830232 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-7c8d247a-569f-4402-84cf-74d38681710c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:03:14.836978 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-7c8d247a-569f-4402-84cf-74d38681710c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:03:14.837250 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Network 8e07c953-4dab-49d6-88c3-a20f03b2e79d details requested by agent ovs-agent-hv-cinder-74915 with host hv-cinder-74915 {{(pid=80114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 20 21:03:14.849457 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8d247a-569f-4402-84cf-74d38681710c admin admin] Made reservation on behalf of 2374c7ab0ef749dcbd78c800a708f1ef for: {'subnet': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 21:03:14.854929 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c8d247a-569f-4402-84cf-74d38681710c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26915489'] for subnet, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:15.280164 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c8d247a-569f-4402-84cf-74d38681710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26959531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26915474'] for subnet, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:15.296371 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:15.450237 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d247a-569f-4402-84cf-74d38681710c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb148383-bc5f-477a-9b18-220aee5fa1ca,revision_number=0']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:15.461879 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7c8d247a-569f-4402-84cf-74d38681710c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:15.505860 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d247a-569f-4402-84cf-74d38681710c admin admin] Checking segment: {'id': '689a3348-3e62-4a46-ac30-a00d273261b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e07c953-4dab-49d6-88c3-a20f03b2e79d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 21:03:15.506249 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8d247a-569f-4402-84cf-74d38681710c admin admin] Network hostable DHCP agents. Network: 8e07c953-4dab-49d6-88c3-a20f03b2e79d, hostable agents: ['c1d8426a-9d58-47bd-9d42-89385b1bbfec'], hosted agents: [] {{(pid=80112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 20 21:03:15.525453 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8d247a-569f-4402-84cf-74d38681710c admin admin] Network 8e07c953-4dab-49d6-88c3-a20f03b2e79d is scheduled to be hosted by DHCP agent c1d8426a-9d58-47bd-9d42-89385b1bbfec with binding_index 1 {{(pid=80112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 20 21:03:15.535515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [None req-7c8d247a-569f-4402-84cf-74d38681710c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-749155-5-iscsi, 8e07c953-4dab-49d6-88c3-a20f03b2e79d) {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:03:15.553539 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6715424-36a4-4bef-b42a-948a833aa9af None None] Network 8e07c953-4dab-49d6-88c3-a20f03b2e79d requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 21:03:15.557053 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8d247a-569f-4402-84cf-74d38681710c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:15.557728 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7c8d247a-569f-4402-84cf-74d38681710c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:15.590191 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-7c8d247a-569f-4402-84cf-74d38681710c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7787089 Jan 20 21:03:15.801751 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2671137-b5d9-4329-83c5-7cb276ae5fbc None None] Network 8e07c953-4dab-49d6-88c3-a20f03b2e79d requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 21:03:17.765025 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-d314c765-a7dc-4324-9d50-b370d83044d7 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:17.766751 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-d314c765-a7dc-4324-9d50-b370d83044d7 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/networks?id=8e07c953-4dab-49d6-88c3-a20f03b2e79d HTTP/1.1" status: 200 len: 813 time: 0.1858878 Jan 20 21:03:17.783013 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-c2b95d44-b00d-4c82-8767-0592bdaafa87 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/quotas/2374c7ab0ef749dcbd78c800a708f1ef HTTP/1.1" status: 200 len: 375 time: 0.0101225 Jan 20 21:03:17.840163 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-16be2dfd-461e-44bf-86cb-f744e517537c tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?tenant_id=2374c7ab0ef749dcbd78c800a708f1ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502129 Jan 20 21:03:18.223858 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-ccdc6c86-a43c-474f-b133-78e2c78932f9 service neutron] 10.222.0.18 "GET /v2.0/networks/8e07c953-4dab-49d6-88c3-a20f03b2e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759127 Jan 20 21:03:18.375040 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-f46374ac-8895-40ab-ba66-f9aafd851b61 service neutron] 10.222.0.18 "GET /v2.0/networks/8e07c953-4dab-49d6-88c3-a20f03b2e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1441939 Jan 20 21:03:18.599058 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-dc36a8f1-3224-49f2-93ea-95fb5821c9f7 req-07fc59b5-175f-49f2-9135-7c0d734d01cf tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 210 time: 0.0517082 Jan 20 21:03:19.790884 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f636161e-ae35-4718-9422-05a3f710df88 req-38941b93-9de0-40fd-a44d-65c665f17b47 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 210 time: 0.0566750 Jan 20 21:03:19.835081 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7e0c4ee0-6601-474c-b5ee-af54ddb65cdf tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:19.835885 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7e0c4ee0-6601-474c-b5ee-af54ddb65cdf tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Synchronizing usage tracker for tenant:2374c7ab0ef749dcbd78c800a708f1ef on resource:network {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:03:19.854204 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7e0c4ee0-6601-474c-b5ee-af54ddb65cdf tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Unset dirty status for tenant:2374c7ab0ef749dcbd78c800a708f1ef on resource:network {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:03:19.856124 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7e0c4ee0-6601-474c-b5ee-af54ddb65cdf tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.10 "GET /v2.0/networks?id=8e07c953-4dab-49d6-88c3-a20f03b2e79d HTTP/1.1" status: 200 len: 813 time: 0.2086098 Jan 20 21:03:19.883953 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7556f4df-79fd-4e36-8d41-8f784f22e6a2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Request body: {'port': {'device_id': 'd655e6a3-717d-4062-8c25-c243da54672a', 'network_id': '8e07c953-4dab-49d6-88c3-a20f03b2e79d', 'admin_state_up': True, 'tenant_id': '2374c7ab0ef749dcbd78c800a708f1ef'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:03:20.032050 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7556f4df-79fd-4e36-8d41-8f784f22e6a2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:03:20.036444 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7556f4df-79fd-4e36-8d41-8f784f22e6a2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Usage tracker for resource:port and tenant:2374c7ab0ef749dcbd78c800a708f1ef is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:03:20.039510 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7556f4df-79fd-4e36-8d41-8f784f22e6a2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Quota usage for port was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:03:20.045681 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7556f4df-79fd-4e36-8d41-8f784f22e6a2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:03:20.055593 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7556f4df-79fd-4e36-8d41-8f784f22e6a2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Made reservation on behalf of 2374c7ab0ef749dcbd78c800a708f1ef for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 21:03:20.071086 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7556f4df-79fd-4e36-8d41-8f784f22e6a2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:20.374254 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7556f4df-79fd-4e36-8d41-8f784f22e6a2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Allocated IP 172.20.0.14 (8e07c953-4dab-49d6-88c3-a20f03b2e79d/cb148383-bc5f-477a-9b18-220aee5fa1ca/205ea89e-09eb-40ce-896a-91b1668e8ecc) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 21:03:20.591207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7556f4df-79fd-4e36-8d41-8f784f22e6a2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:20.620475 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7556f4df-79fd-4e36-8d41-8f784f22e6a2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:20.636330 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7d16b77c-d4b1-4a82-ab02-348b107d7134 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:20.777207 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556f4df-79fd-4e36-8d41-8f784f22e6a2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Pushing event updated for resources: {'Port': ['ID=205ea89e-09eb-40ce-896a-91b1668e8ecc,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:20.780406 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7556f4df-79fd-4e36-8d41-8f784f22e6a2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:20.837612 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7556f4df-79fd-4e36-8d41-8f784f22e6a2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Network 8e07c953-4dab-49d6-88c3-a20f03b2e79d is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:03:20.838849 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7556f4df-79fd-4e36-8d41-8f784f22e6a2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:03:20.841509 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7556f4df-79fd-4e36-8d41-8f784f22e6a2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 21:03:20.919606 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7556f4df-79fd-4e36-8d41-8f784f22e6a2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:20.920261 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7556f4df-79fd-4e36-8d41-8f784f22e6a2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:20.991694 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-7556f4df-79fd-4e36-8d41-8f784f22e6a2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1122422 Jan 20 21:03:21.015208 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Request body: {'port': {'device_id': 'd655e6a3-717d-4062-8c25-c243da54672a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:03:21.102899 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdecd7-2900-4c0e-8448-0b30a71ebb5b req-cd333ae1-60c2-4f3c-97bb-ee967a786005 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:21.103693 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-e2cdecd7-2900-4c0e-8448-0b30a71ebb5b req-cd333ae1-60c2-4f3c-97bb-ee967a786005 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Synchronizing usage tracker for tenant:2374c7ab0ef749dcbd78c800a708f1ef on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:03:21.181584 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-e2cdecd7-2900-4c0e-8448-0b30a71ebb5b req-cd333ae1-60c2-4f3c-97bb-ee967a786005 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Unset dirty status for tenant:2374c7ab0ef749dcbd78c800a708f1ef on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:03:21.182862 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e2cdecd7-2900-4c0e-8448-0b30a71ebb5b req-cd333ae1-60c2-4f3c-97bb-ee967a786005 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 932 time: 0.2564654 Jan 20 21:03:21.185553 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:21.293749 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-e2cdecd7-2900-4c0e-8448-0b30a71ebb5b req-826ece9c-bb47-4f03-8ae1-4b360c726f9d tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Synchronizing usage tracker for tenant:2374c7ab0ef749dcbd78c800a708f1ef on resource:security_group {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:03:21.368074 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-e2cdecd7-2900-4c0e-8448-0b30a71ebb5b req-826ece9c-bb47-4f03-8ae1-4b360c726f9d tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Unset dirty status for tenant:2374c7ab0ef749dcbd78c800a708f1ef on resource:security_group {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:03:21.369344 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e2cdecd7-2900-4c0e-8448-0b30a71ebb5b req-826ece9c-bb47-4f03-8ae1-4b360c726f9d tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716528 Jan 20 21:03:21.690183 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205ea89e-09eb-40ce-896a-91b1668e8ecc {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 21:03:21.698530 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:21.710706 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Transition to ACTIVE for port object 205ea89e-09eb-40ce-896a-91b1668e8ecc will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:03:21.715597 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852348194'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:21.731374 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a49fbe5a-303f-437d-ab77-7dba36ccad4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:22.090362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Pushing event updated for resources: {'Port': ['ID=205ea89e-09eb-40ce-896a-91b1668e8ecc,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:22.094916 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:22.276300 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Attempting to bind port 205ea89e-09eb-40ce-896a-91b1668e8ecc on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 21:03:22.276671 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Attempting to bind port 205ea89e-09eb-40ce-896a-91b1668e8ecc by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '689a3348-3e62-4a46-ac30-a00d273261b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e07c953-4dab-49d6-88c3-a20f03b2e79d'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 21:03:22.277042 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Attempting to bind port 205ea89e-09eb-40ce-896a-91b1668e8ecc on network 8e07c953-4dab-49d6-88c3-a20f03b2e79d {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 21:03:22.282863 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 21, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 21:03:22.283243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Checking segment: {'id': '689a3348-3e62-4a46-ac30-a00d273261b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e07c953-4dab-49d6-88c3-a20f03b2e79d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 21:03:22.283653 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:22.284629 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Bound using segment: {'id': '689a3348-3e62-4a46-ac30-a00d273261b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e07c953-4dab-49d6-88c3-a20f03b2e79d'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 21:03:22.285108 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Bound port: 205ea89e-09eb-40ce-896a-91b1668e8ecc, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689a3348-3e62-4a46-ac30-a00d273261b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e07c953-4dab-49d6-88c3-a20f03b2e79d'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 21:03:22.285482 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:22.380487 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] For port 205ea89e-09eb-40ce-896a-91b1668e8ecc, host hv-cinder-74915, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 21:03:22.383654 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] For port 205ea89e-09eb-40ce-896a-91b1668e8ecc, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=205ea89e-09eb-40ce-896a-91b1668e8ecc,segment=NetworkSegment(689a3348-3e62-4a46-ac30-a00d273261b1),segment_id=689a3348-3e62-4a46-ac30-a00d273261b1)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 21:03:22.388049 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852348194'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:22.404318 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-52aa7fda-80d5-4f3d-a350-96a7af594fff tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:22.569525 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Pushing event updated for resources: {'Port': ['ID=205ea89e-09eb-40ce-896a-91b1668e8ecc,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:22.574600 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:22.609256 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:22.609997 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:22.611409 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] 10.222.0.10 "PUT /v2.0/ports/205ea89e-09eb-40ce-896a-91b1668e8ecc HTTP/1.1" status: 200 len: 1158 time: 1.6008928 Jan 20 21:03:22.611945 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd655e6a3-717d-4062-8c25-c243da54672a', 'tag': '205ea89e-09eb-40ce-896a-91b1668e8ecc'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:03:22.640631 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b602f-dfa9-4758-93cc-0fe5827c7de6 req-8d94d82b-f2f5-443c-a4d1-fce47b4e6435 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:22.642383 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f74b602f-dfa9-4758-93cc-0fe5827c7de6 req-8d94d82b-f2f5-443c-a4d1-fce47b4e6435 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 944 time: 0.1277380 Jan 20 21:03:22.696651 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f74b602f-dfa9-4758-93cc-0fe5827c7de6 req-cc3edea1-8d00-476b-a460-fd6fe5d1230d tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469356 Jan 20 21:03:22.709279 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd655e6a3-717d-4062-8c25-c243da54672a', 'tag': '205ea89e-09eb-40ce-896a-91b1668e8ecc', 'status': 'completed', 'code': 200} Jan 20 21:03:22.746141 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-74d1a536-03e8-4ba7-9c73-8e4cd272ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:22.747783 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-74d1a536-03e8-4ba7-9c73-8e4cd272ab2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2374c7ab0ef749dcbd78c800a708f1ef&device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 1161 time: 0.0820749 Jan 20 21:03:22.828873 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-3643b0bd-854a-46e6-bf92-e5aed82729cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=205ea89e-09eb-40ce-896a-91b1668e8ecc HTTP/1.1" status: 200 len: 217 time: 0.0686133 Jan 20 21:03:22.896757 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-daa942cc-e90e-49c2-b40b-685432e752c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:22.898259 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-daa942cc-e90e-49c2-b40b-685432e752c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cb148383-bc5f-477a-9b18-220aee5fa1ca HTTP/1.1" status: 200 len: 853 time: 0.0635376 Jan 20 21:03:22.953294 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-08b4127d-6931-444b-bd2c-8fb4082a0759 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e07c953-4dab-49d6-88c3-a20f03b2e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485001 Jan 20 21:03:23.095788 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-e2397cf8-d2c2-4143-9c01-12e813cf43c8 service neutron] 10.222.0.10 "GET /v2.0/networks/8e07c953-4dab-49d6-88c3-a20f03b2e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354597 Jan 20 21:03:23.240633 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6d185c5b-90bf-4b89-bf0e-71a49ae91586 req-08e9bf4e-c2f8-4012-b891-dd15a93bc6e6 service neutron] 10.222.0.10 "GET /v2.0/networks/8e07c953-4dab-49d6-88c3-a20f03b2e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1381426 Jan 20 21:03:23.403000 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69d15e-5ed5-408f-a678-e2eb26ad1b87 req-6dc04968-9515-42f3-8306-db4b4d3e8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:23.404637 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fd69d15e-5ed5-408f-a678-e2eb26ad1b87 req-6dc04968-9515-42f3-8306-db4b4d3e8c2a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2374c7ab0ef749dcbd78c800a708f1ef&device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 1161 time: 0.0799596 Jan 20 21:03:23.551619 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69d15e-5ed5-408f-a678-e2eb26ad1b87 req-6cf11107-379f-44e7-b8fc-37c9f1b83203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:23.553210 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fd69d15e-5ed5-408f-a678-e2eb26ad1b87 req-6cf11107-379f-44e7-b8fc-37c9f1b83203 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e07c953-4dab-49d6-88c3-a20f03b2e79d HTTP/1.1" status: 200 len: 907 time: 0.1417148 Jan 20 21:03:23.632331 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fd69d15e-5ed5-408f-a678-e2eb26ad1b87 req-b86f7076-6df4-4c83-884a-045215668110 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=205ea89e-09eb-40ce-896a-91b1668e8ecc HTTP/1.1" status: 200 len: 217 time: 0.0716698 Jan 20 21:03:23.709441 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69d15e-5ed5-408f-a678-e2eb26ad1b87 req-eab35bf7-5f68-4b8d-8dd5-d6e2461786c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:23.711082 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fd69d15e-5ed5-408f-a678-e2eb26ad1b87 req-eab35bf7-5f68-4b8d-8dd5-d6e2461786c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cb148383-bc5f-477a-9b18-220aee5fa1ca HTTP/1.1" status: 200 len: 853 time: 0.0724671 Jan 20 21:03:23.767053 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fd69d15e-5ed5-408f-a678-e2eb26ad1b87 req-13d7caa5-88c3-434c-a815-54381a704517 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e07c953-4dab-49d6-88c3-a20f03b2e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481870 Jan 20 21:03:23.991303 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fd69d15e-5ed5-408f-a678-e2eb26ad1b87 req-fb5c595c-06c2-4913-a5b2-a094db12fe4a service neutron] 10.222.0.10 "GET /v2.0/networks/8e07c953-4dab-49d6-88c3-a20f03b2e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128034 Jan 20 21:03:24.019394 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79211523-754b-4f81-8ecf-755eea3fff0e req-1b6f2151-0566-4368-b493-c33fc430f0e2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:24.021089 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-79211523-754b-4f81-8ecf-755eea3fff0e req-1b6f2151-0566-4368-b493-c33fc430f0e2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 944 time: 0.1628492 Jan 20 21:03:24.163303 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-79211523-754b-4f81-8ecf-755eea3fff0e req-b6be2229-7c16-41f3-97cd-00b65d96d7cd tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192169 Jan 20 21:03:24.200663 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fd69d15e-5ed5-408f-a678-e2eb26ad1b87 req-8244233a-6b3b-4a9b-ac0d-1c20d54985c8 service neutron] 10.222.0.10 "GET /v2.0/networks/8e07c953-4dab-49d6-88c3-a20f03b2e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1785140 Jan 20 21:03:24.853452 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.objects.ports [None req-48b986dc-88f5-451c-8bc3-debaa89652aa None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80114) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 20 21:03:25.302239 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 205ea89e-09eb-40ce-896a-91b1668e8ecc up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:03:25.375900 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port 205ea89e-09eb-40ce-896a-91b1668e8ecc completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:03:25.381490 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 205ea89e-09eb-40ce-896a-91b1668e8ecc triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:03:25.381847 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:25.403678 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5eea1-cc0c-4f62-bca2-0e87be4c46f0 req-53046da1-211b-4d77-9dfd-d3d4190d6438 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:25.405408 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8ef5eea1-cc0c-4f62-bca2-0e87be4c46f0 req-53046da1-211b-4d77-9dfd-d3d4190d6438 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 944 time: 0.1084290 Jan 20 21:03:25.467163 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8ef5eea1-cc0c-4f62-bca2-0e87be4c46f0 req-6a9814a7-1886-4e08-925f-8a1fd1fd34d2 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546486 Jan 20 21:03:25.515013 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:25.542897 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd655e6a3-717d-4062-8c25-c243da54672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205ea89e-09eb-40ce-896a-91b1668e8ecc'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:03:25.553699 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 205ea89e-09eb-40ce-896a-91b1668e8ecc, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=205ea89e-09eb-40ce-896a-91b1668e8ecc,segment=NetworkSegment(689a3348-3e62-4a46-ac30-a00d273261b1),segment_id=689a3348-3e62-4a46-ac30-a00d273261b1)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:03:25.556766 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:25.558770 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d5205cdb-4f0b-4727-9fe9-cb876669bbe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:25.607310 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd655e6a3-717d-4062-8c25-c243da54672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205ea89e-09eb-40ce-896a-91b1668e8ecc', 'code': 200} Jan 20 21:03:25.634614 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=205ea89e-09eb-40ce-896a-91b1668e8ecc,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:25.642346 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.642798 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.643214 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.645272 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.645272 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.645272 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.645272 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.645272 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.646364 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.646364 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.646364 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.646364 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.646789 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.647539 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.647539 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.647866 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.648239 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.648612 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.648973 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.649972 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.649972 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.649972 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.650353 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.650745 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:25.655314 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:26.700206 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c59cff-3fef-4b5d-91e5-655554472a32 req-83b35537-d2df-4068-b936-080d98c68d55 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:26.701789 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f6c59cff-3fef-4b5d-91e5-655554472a32 req-83b35537-d2df-4068-b936-080d98c68d55 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 946 time: 0.1046109 Jan 20 21:03:26.754781 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f6c59cff-3fef-4b5d-91e5-655554472a32 req-8a73e2ff-dfed-4f29-8760-0e97947fd2fd tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462210 Jan 20 21:03:27.990657 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb27e3d-f6dd-45da-b420-fc8957ec9f73 req-a98cb19b-2cc4-4888-b05d-51a8504f77cf tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:27.992264 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-adb27e3d-f6dd-45da-b420-fc8957ec9f73 req-a98cb19b-2cc4-4888-b05d-51a8504f77cf tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 946 time: 0.1067452 Jan 20 21:03:28.042858 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-adb27e3d-f6dd-45da-b420-fc8957ec9f73 req-dcc50abf-ed96-4e37-aa64-ef8a2bd2c477 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443535 Jan 20 21:03:28.346544 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2cbb6-bd65-4ca2-882c-b4704ba3c7ac req-173c2ed2-e853-478c-ad2e-36669876df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:28.348098 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bbb2cbb6-bd65-4ca2-882c-b4704ba3c7ac req-173c2ed2-e853-478c-ad2e-36669876df0d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 1163 time: 0.0762222 Jan 20 21:03:28.393889 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-bbb2cbb6-bd65-4ca2-882c-b4704ba3c7ac req-54d623b7-9c11-4562-9403-4b0a687018f5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390608 Jan 20 21:03:29.276680 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ead8e0-47bf-45b5-88b7-8cfa14cf779b req-f2e53ba2-daf0-402f-9203-883908e90368 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:29.278288 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-10ead8e0-47bf-45b5-88b7-8cfa14cf779b req-f2e53ba2-daf0-402f-9203-883908e90368 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 946 time: 0.1052594 Jan 20 21:03:29.328286 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-10ead8e0-47bf-45b5-88b7-8cfa14cf779b req-9f3fd378-e64b-4df7-b1f1-141c853230a1 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436606 Jan 20 21:03:29.509475 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ee4b2da8-97ce-4271-ad1d-5ec419a7d24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:30.562549 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418ca74-c0aa-492a-b051-eab22ccc8d84 req-0b791e14-5f9c-4daa-a249-c9c05292ec8f tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:30.564225 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1418ca74-c0aa-492a-b051-eab22ccc8d84 req-0b791e14-5f9c-4daa-a249-c9c05292ec8f tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 946 time: 0.1071129 Jan 20 21:03:30.616339 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1418ca74-c0aa-492a-b051-eab22ccc8d84 req-16ded33a-2c21-43be-950b-f80394719c9c tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457342 Jan 20 21:03:31.063267 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 205ea89e-09eb-40ce-896a-91b1668e8ecc up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:03:31.135393 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 205ea89e-09eb-40ce-896a-91b1668e8ecc triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:03:31.135819 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:31.866020 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f3e8b-e14d-4786-a94f-efe563b99db9 req-d8762bf4-3d0e-44af-bd7c-9c9e3a21ecb6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:31.867751 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ff2f3e8b-e14d-4786-a94f-efe563b99db9 req-d8762bf4-3d0e-44af-bd7c-9c9e3a21ecb6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 946 time: 0.1150687 Jan 20 21:03:31.920527 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ff2f3e8b-e14d-4786-a94f-efe563b99db9 req-db709e37-5577-4ec1-b557-2551b6aa5174 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464699 Jan 20 21:03:32.455830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9b6fe077-2bf4-43f0-814d-48511ec63508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:32.557434 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:33.155126 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7c975-f28a-4c73-90d1-f4ea1ab8dd5c req-e781b5c5-9351-446f-8e9d-b70b28e045a0 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:03:33.156809 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6ad7c975-f28a-4c73-90d1-f4ea1ab8dd5c req-e781b5c5-9351-446f-8e9d-b70b28e045a0 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 946 time: 0.1066303 Jan 20 21:03:33.192057 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:33.218688 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6ad7c975-f28a-4c73-90d1-f4ea1ab8dd5c req-a74bc10c-21e0-49d9-8d03-723ece7e09b6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542655 Jan 20 21:03:33.704956 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:40.186756 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:03:40.900022 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:45.874202 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 60176) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:46.045422 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:46.064083 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:03:46.068826 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Usage tracker for resource:security_group_rule and tenant:58739ceb3eac449981b51f67cfd3ff83 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:03:46.071861 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:03:46.077683 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:03:46.164584 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:46.167486 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:46.176851 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c2e5e935-6812-4b0c-8f99-6634c6932343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:46.218161 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e050f31-96a6-4dfc-abc5-c3e89504c43b,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:46.223795 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58739ceb3eac449981b51f67cfd3ff83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477499 Jan 20 21:03:46.226789 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 60182) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:46.228960 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.229401 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.229827 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.230244 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.230706 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.231125 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.231543 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.231956 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.232369 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.232776 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.233182 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.233588 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.234036 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.234443 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.234883 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.235289 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.235697 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.236153 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.236508 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.236914 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.237318 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.238249 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.238680 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.239088 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:03:46.243829 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e93bcbc3-fbd6-4020-b222-07d8514c6bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:46.291364 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b0906cf5-2bc0-41b3-b634-f1d2b0cb3cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:46.319583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b0906cf5-2bc0-41b3-b634-f1d2b0cb3cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:46.370027 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b0906cf5-2bc0-41b3-b634-f1d2b0cb3cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:46.375598 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f7509d3a-3e0d-4832-94a3-cbc1e9284429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:46.390155 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0906cf5-2bc0-41b3-b634-f1d2b0cb3cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e050f31-96a6-4dfc-abc5-c3e89504c43b,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:46.392994 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b0906cf5-2bc0-41b3-b634-f1d2b0cb3cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:46.394201 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b0906cf5-2bc0-41b3-b634-f1d2b0cb3cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:46.400014 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-b0906cf5-2bc0-41b3-b634-f1d2b0cb3cee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e050f31-96a6-4dfc-abc5-c3e89504c43b HTTP/1.1" status: 204 len: 168 time: 0.1703172 Jan 20 21:03:46.765803 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 60198) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:46.785581 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-17bb90e4-7572-4399-babb-e18920be05e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:46.801788 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-17bb90e4-7572-4399-babb-e18920be05e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:03:46.806264 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-17bb90e4-7572-4399-babb-e18920be05e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ed1fe822683141f7983b188315389fd1 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:03:46.810050 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-17bb90e4-7572-4399-babb-e18920be05e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:03:46.816210 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-17bb90e4-7572-4399-babb-e18920be05e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:03:46.906698 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-17bb90e4-7572-4399-babb-e18920be05e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:46.910439 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-17bb90e4-7572-4399-babb-e18920be05e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:46.920425 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bc4f4ac3-a332-4df0-899e-dd3275dd7865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:46.961663 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb90e4-7572-4399-babb-e18920be05e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29007bbd-ff90-4549-8b15-36a8eeb02b64,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:46.966365 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-17bb90e4-7572-4399-babb-e18920be05e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed1fe822683141f7983b188315389fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994529 Jan 20 21:03:46.967400 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-17bb90e4-7572-4399-babb-e18920be05e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:46.969153 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 60204) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:03:47.032617 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c476a440-871f-4e7a-896c-8c08703cb1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:47.061664 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c476a440-871f-4e7a-896c-8c08703cb1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:47.107145 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c476a440-871f-4e7a-896c-8c08703cb1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:47.112110 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-41a03cfd-bf68-4002-a9cd-f1eab32a9043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:03:47.122828 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476a440-871f-4e7a-896c-8c08703cb1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29007bbd-ff90-4549-8b15-36a8eeb02b64,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:03:47.126495 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c476a440-871f-4e7a-896c-8c08703cb1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:03:47.130176 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c476a440-871f-4e7a-896c-8c08703cb1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:03:47.132068 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-c476a440-871f-4e7a-896c-8c08703cb1a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29007bbd-ff90-4549-8b15-36a8eeb02b64 HTTP/1.1" status: 204 len: 168 time: 0.1619077 Jan 20 21:03:59.512609 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c20943a3-9333-4d7a-9807-e6a2a7e7d4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:02.458114 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-79ba1255-9695-40d4-8cd6-4c3d8dd26c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:02.559477 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:03.193493 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:03.704730 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:08.636369 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac9f6b20-76fa-4b3a-9269-fc51480df916 req-394beb09-dda7-4340-9240-191d1912eb15 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0811381 Jan 20 21:04:08.806132 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6b20-76fa-4b3a-9269-fc51480df916 req-dd46ebd7-3c51-4cc3-a7ff-7284b6e949fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:08.807809 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac9f6b20-76fa-4b3a-9269-fc51480df916 req-dd46ebd7-3c51-4cc3-a7ff-7284b6e949fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 1162 time: 0.0780168 Jan 20 21:04:08.971048 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6b20-76fa-4b3a-9269-fc51480df916 req-cc65a820-22b9-4dcb-a61f-d65877376369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:08.973639 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac9f6b20-76fa-4b3a-9269-fc51480df916 req-cc65a820-22b9-4dcb-a61f-d65877376369 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 905 time: 0.1441402 Jan 20 21:04:09.093919 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac9f6b20-76fa-4b3a-9269-fc51480df916 req-b63e87cb-a3a7-4950-95c3-be7ed21c33a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06a19f8f-a6bf-4a58-80cc-fdba9c55541b HTTP/1.1" status: 200 len: 1000 time: 0.1112678 Jan 20 21:04:09.162818 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6b20-76fa-4b3a-9269-fc51480df916 req-85da8963-02b8-481b-91e8-bbdfb883c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:09.164846 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac9f6b20-76fa-4b3a-9269-fc51480df916 req-85da8963-02b8-481b-91e8-bbdfb883c14e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.0642092 Jan 20 21:04:09.251001 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6b20-76fa-4b3a-9269-fc51480df916 req-ca2e9ecb-ff75-490c-b021-7feb2a80aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:09.252631 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac9f6b20-76fa-4b3a-9269-fc51480df916 req-ca2e9ecb-ff75-490c-b021-7feb2a80aa67 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808191 Jan 20 21:04:09.680341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 60492) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:09.832763 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:09.848750 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:04:09.852784 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Usage tracker for resource:security_group_rule and tenant:e78c2acdae4f49ad855bbcea6fcc2cbd is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:04:09.855780 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:04:09.861503 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:04:09.959356 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:09.962039 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:09.971428 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-de79d145-fbca-419d-9d3e-e1f01cea2303 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:10.014629 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e78c2acdae4f49ad855bbcea6fcc2cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330436 Jan 20 21:04:10.015658 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060a9832-4d94-4d8c-876f-e929fda894a0,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:10.018179 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 60500) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:10.024184 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.024582 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.024983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.025385 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.025781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.026180 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.026602 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.026988 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.027387 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.027776 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.028170 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.028556 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.028981 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.029365 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.029751 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.030137 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.030524 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.030937 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.031324 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.031707 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.032093 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.032475 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.032871 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.033245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:10.038348 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-846073c5-5f0b-46c7-a05e-c82d54b32b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:10.097920 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de345e10-9077-47d9-92e1-c39721d7333b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:10.126211 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de345e10-9077-47d9-92e1-c39721d7333b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:10.171508 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de345e10-9077-47d9-92e1-c39721d7333b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:10.176756 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e32ee031-46e1-4df1-ae28-f0a7e58b7df6 tempest-AttachVolumeShelveTestJSON-1863914452 tempest-AttachVolumeShelveTestJSON-1863914452] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:10.189670 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de345e10-9077-47d9-92e1-c39721d7333b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060a9832-4d94-4d8c-876f-e929fda894a0,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:10.193614 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-de345e10-9077-47d9-92e1-c39721d7333b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:10.199150 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-de345e10-9077-47d9-92e1-c39721d7333b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:10.203240 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-de345e10-9077-47d9-92e1-c39721d7333b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/060a9832-4d94-4d8c-876f-e929fda894a0 HTTP/1.1" status: 204 len: 168 time: 0.1836803 Jan 20 21:04:10.241013 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac9f6b20-76fa-4b3a-9269-fc51480df916 req-49b4c6d6-bbd0-4c5f-930f-f3375d78445f service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413770 Jan 20 21:04:10.544325 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 60508) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:10.563823 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ce2d2523-8d24-4e63-a89d-95704fc9a47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:10.579509 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ce2d2523-8d24-4e63-a89d-95704fc9a47f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:04:10.584259 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ce2d2523-8d24-4e63-a89d-95704fc9a47f admin admin] Usage tracker for resource:security_group_rule and tenant:3e9f83fc11a245e6a3da63a6a8aec24d is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:04:10.587234 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ce2d2523-8d24-4e63-a89d-95704fc9a47f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:04:10.593265 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ce2d2523-8d24-4e63-a89d-95704fc9a47f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:04:10.679032 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ce2d2523-8d24-4e63-a89d-95704fc9a47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:10.682010 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ce2d2523-8d24-4e63-a89d-95704fc9a47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:10.691595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-2337e20e-4416-4fe6-85f1-4da772305cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:10.734755 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-ce2d2523-8d24-4e63-a89d-95704fc9a47f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e9f83fc11a245e6a3da63a6a8aec24d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891229 Jan 20 21:04:10.735673 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d2523-8d24-4e63-a89d-95704fc9a47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba23fec0-6971-4360-9314-966abbfe2b2c,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:10.737701 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 60512) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:10.738978 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ce2d2523-8d24-4e63-a89d-95704fc9a47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:10.805564 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fd773564-8f95-43fe-aa11-40b1a08a149a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:10.832949 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fd773564-8f95-43fe-aa11-40b1a08a149a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:10.877058 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fd773564-8f95-43fe-aa11-40b1a08a149a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:10.882605 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-277c1710-2a53-4a63-88b6-df3553d62dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:10.895053 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773564-8f95-43fe-aa11-40b1a08a149a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba23fec0-6971-4360-9314-966abbfe2b2c,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:10.897812 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fd773564-8f95-43fe-aa11-40b1a08a149a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:10.906373 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fd773564-8f95-43fe-aa11-40b1a08a149a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:10.910018 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-fd773564-8f95-43fe-aa11-40b1a08a149a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba23fec0-6971-4360-9314-966abbfe2b2c HTTP/1.1" status: 204 len: 168 time: 0.1678646 Jan 20 21:04:10.943375 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:11.061846 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ac9f6b20-76fa-4b3a-9269-fc51480df916 req-fb2de2f6-8f29-48fc-850d-31e51d1f4a72 service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1412132 Jan 20 21:04:13.165659 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 60564) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:13.322876 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e73b382f-49fb-4c7f-ae41-2ab444736dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:13.337992 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e73b382f-49fb-4c7f-ae41-2ab444736dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:04:13.342398 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e73b382f-49fb-4c7f-ae41-2ab444736dfc admin admin] Usage tracker for resource:security_group_rule and tenant:6f768cc887c84fa88ae0c4f6ced228b3 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:04:13.345494 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-e73b382f-49fb-4c7f-ae41-2ab444736dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:04:13.351239 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-e73b382f-49fb-4c7f-ae41-2ab444736dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:04:13.440111 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e73b382f-49fb-4c7f-ae41-2ab444736dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:13.443016 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e73b382f-49fb-4c7f-ae41-2ab444736dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:13.451686 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-93b08aa3-c39a-4ab0-9412-76851f242a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:13.501323 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-e73b382f-49fb-4c7f-ae41-2ab444736dfc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f768cc887c84fa88ae0c4f6ced228b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342369 Jan 20 21:04:13.502215 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b382f-49fb-4c7f-ae41-2ab444736dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a6ddf5-1f3e-44b7-b2dd-62918e520f8e,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:13.504324 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 60574) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:13.505668 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e73b382f-49fb-4c7f-ae41-2ab444736dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:13.573336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9731278d-9151-4547-9685-bf7639622ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:13.602754 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9731278d-9151-4547-9685-bf7639622ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:13.648267 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9731278d-9151-4547-9685-bf7639622ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:13.653394 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-7e2fa762-7d01-48d7-a2c2-194e6d2d5e83 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:13.666837 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731278d-9151-4547-9685-bf7639622ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a6ddf5-1f3e-44b7-b2dd-62918e520f8e,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:13.672225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9731278d-9151-4547-9685-bf7639622ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:13.677166 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-9731278d-9151-4547-9685-bf7639622ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:13.678407 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-9731278d-9151-4547-9685-bf7639622ebe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1a6ddf5-1f3e-44b7-b2dd-62918e520f8e HTTP/1.1" status: 204 len: 168 time: 0.1729400 Jan 20 21:04:14.022062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 60582) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:14.042208 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-10b5fce6-084b-490c-a3a7-923ca67f3844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:14.057224 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-10b5fce6-084b-490c-a3a7-923ca67f3844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:04:14.061290 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-10b5fce6-084b-490c-a3a7-923ca67f3844 admin admin] Usage tracker for resource:security_group_rule and tenant:71bf859a43944da4b81b71daa68dd19f is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:04:14.064260 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-10b5fce6-084b-490c-a3a7-923ca67f3844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:04:14.070164 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-10b5fce6-084b-490c-a3a7-923ca67f3844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:04:14.155972 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-10b5fce6-084b-490c-a3a7-923ca67f3844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:14.158931 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-10b5fce6-084b-490c-a3a7-923ca67f3844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:14.166983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-17bb90e4-7572-4399-babb-e18920be05e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:14.210790 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-10b5fce6-084b-490c-a3a7-923ca67f3844 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71bf859a43944da4b81b71daa68dd19f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875410 Jan 20 21:04:14.212779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5fce6-084b-490c-a3a7-923ca67f3844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dff4774-2418-4199-941b-b2be75f427c6,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:14.213770 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 60586) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:14.216370 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-10b5fce6-084b-490c-a3a7-923ca67f3844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:14.275470 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-caa2311d-cf6a-4c53-8bda-42ca8c181cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:14.301832 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-caa2311d-cf6a-4c53-8bda-42ca8c181cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:14.350111 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-caa2311d-cf6a-4c53-8bda-42ca8c181cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:14.355257 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5adc92d3-a184-46f1-b4e6-e03b0648f941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:14.368777 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2311d-cf6a-4c53-8bda-42ca8c181cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dff4774-2418-4199-941b-b2be75f427c6,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:14.371612 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-caa2311d-cf6a-4c53-8bda-42ca8c181cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:14.372811 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-caa2311d-cf6a-4c53-8bda-42ca8c181cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:14.376276 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-caa2311d-cf6a-4c53-8bda-42ca8c181cd4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9dff4774-2418-4199-941b-b2be75f427c6 HTTP/1.1" status: 204 len: 168 time: 0.1591818 Jan 20 21:04:17.185881 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:04:19.067929 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f33c3b-5514-4aaf-97df-8f49b71e9700 req-2b41b8ba-4410-4ae3-9945-7fd3173b9969 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:19.069672 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-20f33c3b-5514-4aaf-97df-8f49b71e9700 req-2b41b8ba-4410-4ae3-9945-7fd3173b9969 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 946 time: 0.3440566 Jan 20 21:04:19.122121 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-20f33c3b-5514-4aaf-97df-8f49b71e9700 req-4e35bd62-03d1-46bc-99bf-e67e8b7ebc17 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456071 Jan 20 21:04:20.413881 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f3c09-1a61-451a-bbe0-f4dd3d3aa7b1 req-8075eed0-8db7-4a5c-909a-56c7f83732a7 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:20.415734 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7f6f3c09-1a61-451a-bbe0-f4dd3d3aa7b1 req-8075eed0-8db7-4a5c-909a-56c7f83732a7 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.10 "GET /v2.0/ports?device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 946 time: 0.1130903 Jan 20 21:04:20.423345 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 205ea89e-09eb-40ce-896a-91b1668e8ecc no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:04:20.508255 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-7f6f3c09-1a61-451a-bbe0-f4dd3d3aa7b1 req-858acfb6-be87-4471-aed7-c154731b3ee6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Deleting port 205ea89e-09eb-40ce-896a-91b1668e8ecc {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:04:20.508835 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7f6f3c09-1a61-451a-bbe0-f4dd3d3aa7b1 req-858acfb6-be87-4471-aed7-c154731b3ee6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:20.536337 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80054cdc-8d15-422b-8613-9dff3dae0947 req-15fc966e-7d14-40ab-b6d3-66360ae30857 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:20.538622 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-80054cdc-8d15-422b-8613-9dff3dae0947 req-15fc966e-7d14-40ab-b6d3-66360ae30857 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 946 time: 0.2859812 Jan 20 21:04:20.626090 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-80054cdc-8d15-422b-8613-9dff3dae0947 req-199d3166-385a-446b-93a5-e5eb93f3ee9b tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803928 Jan 20 21:04:20.757566 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:20.787959 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd655e6a3-717d-4062-8c25-c243da54672a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205ea89e-09eb-40ce-896a-91b1668e8ecc'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:04:20.798560 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 205ea89e-09eb-40ce-896a-91b1668e8ecc, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=205ea89e-09eb-40ce-896a-91b1668e8ecc,segment=NetworkSegment(689a3348-3e62-4a46-ac30-a00d273261b1),segment_id=689a3348-3e62-4a46-ac30-a00d273261b1)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:04:20.801893 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:20.803819 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-90dd81db-d00c-4328-a864-7d227901bff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:20.808659 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-7f6f3c09-1a61-451a-bbe0-f4dd3d3aa7b1 req-858acfb6-be87-4471-aed7-c154731b3ee6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] For port 205ea89e-09eb-40ce-896a-91b1668e8ecc, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=205ea89e-09eb-40ce-896a-91b1668e8ecc,segment=NetworkSegment(689a3348-3e62-4a46-ac30-a00d273261b1),segment_id=689a3348-3e62-4a46-ac30-a00d273261b1)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:04:20.809143 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7f6f3c09-1a61-451a-bbe0-f4dd3d3aa7b1 req-858acfb6-be87-4471-aed7-c154731b3ee6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:20.852064 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd655e6a3-717d-4062-8c25-c243da54672a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205ea89e-09eb-40ce-896a-91b1668e8ecc', 'code': 200} Jan 20 21:04:20.878723 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=205ea89e-09eb-40ce-896a-91b1668e8ecc,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:20.883131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:20.944122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-7f6f3c09-1a61-451a-bbe0-f4dd3d3aa7b1 req-858acfb6-be87-4471-aed7-c154731b3ee6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Calling delete_port for 205ea89e-09eb-40ce-896a-91b1668e8ecc owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:04:21.029178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [req-7f6f3c09-1a61-451a-bbe0-f4dd3d3aa7b1 req-858acfb6-be87-4471-aed7-c154731b3ee6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80113) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 21:04:21.029544 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [req-7f6f3c09-1a61-451a-bbe0-f4dd3d3aa7b1 req-858acfb6-be87-4471-aed7-c154731b3ee6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 21:04:21.530956 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-7f6f3c09-1a61-451a-bbe0-f4dd3d3aa7b1 req-858acfb6-be87-4471-aed7-c154731b3ee6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Deleting port 205ea89e-09eb-40ce-896a-91b1668e8ecc {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:04:21.531482 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7f6f3c09-1a61-451a-bbe0-f4dd3d3aa7b1 req-858acfb6-be87-4471-aed7-c154731b3ee6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:21.865817 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e835bed-d4e2-497e-b5af-b0c33d243acc req-69f2365b-219a-46dd-ab74-a478eddc8b1a tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:21.867527 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e835bed-d4e2-497e-b5af-b0c33d243acc req-69f2365b-219a-46dd-ab74-a478eddc8b1a tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 944 time: 0.1136401 Jan 20 21:04:21.901488 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f36685-3579-4468-9649-591460cbf939 req-666570e6-a824-4bc9-bd89-18a422fc3fa5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:21.903234 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c5f36685-3579-4468-9649-591460cbf939 req-666570e6-a824-4bc9-bd89-18a422fc3fa5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 945 time: 0.1717179 Jan 20 21:04:21.909134 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-7f6f3c09-1a61-451a-bbe0-f4dd3d3aa7b1 req-858acfb6-be87-4471-aed7-c154731b3ee6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] For port 205ea89e-09eb-40ce-896a-91b1668e8ecc, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=205ea89e-09eb-40ce-896a-91b1668e8ecc,segment=NetworkSegment(689a3348-3e62-4a46-ac30-a00d273261b1),segment_id=689a3348-3e62-4a46-ac30-a00d273261b1)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:04:21.909533 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7f6f3c09-1a61-451a-bbe0-f4dd3d3aa7b1 req-858acfb6-be87-4471-aed7-c154731b3ee6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:21.923816 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-3e835bed-d4e2-497e-b5af-b0c33d243acc req-1cee906d-397c-4b7c-aa2b-4be4bfea2818 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493274 Jan 20 21:04:22.065024 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-7f6f3c09-1a61-451a-bbe0-f4dd3d3aa7b1 req-858acfb6-be87-4471-aed7-c154731b3ee6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Calling delete_port for 205ea89e-09eb-40ce-896a-91b1668e8ecc owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:04:22.137066 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c5f36685-3579-4468-9649-591460cbf939 req-dc542e31-2592-4e15-a70d-46607e76a3a8 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.2187884 Jan 20 21:04:22.237760 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7f6f3c09-1a61-451a-bbe0-f4dd3d3aa7b1 req-858acfb6-be87-4471-aed7-c154731b3ee6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:22.254944 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9025baa7-787f-4747-8834-7432170cfa7b tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:22.348828 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858acfb6-be87-4471-aed7-c154731b3ee6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Pushing event deleted for resources: {'Port': ['ID=205ea89e-09eb-40ce-896a-91b1668e8ecc,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:22.351587 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-858acfb6-be87-4471-aed7-c154731b3ee6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:22.372115 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 60760) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:22.465841 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6f3c09-1a61-451a-bbe0-f4dd3d3aa7b1 req-858acfb6-be87-4471-aed7-c154731b3ee6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] No DVR routers for this DVR port 205ea89e-09eb-40ce-896a-91b1668e8ecc on host hv-cinder-74915 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 21:04:22.468159 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7f6f3c09-1a61-451a-bbe0-f4dd3d3aa7b1 req-858acfb6-be87-4471-aed7-c154731b3ee6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:22.471067 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd655e6a3-717d-4062-8c25-c243da54672a', 'name': 'network-vif-deleted', 'tag': '205ea89e-09eb-40ce-896a-91b1668e8ecc'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:04:22.497186 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7f6f3c09-1a61-451a-bbe0-f4dd3d3aa7b1 req-858acfb6-be87-4471-aed7-c154731b3ee6 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.10 "DELETE /v2.0/ports/205ea89e-09eb-40ce-896a-91b1668e8ecc HTTP/1.1" status: 204 len: 173 time: 2.0757213 Jan 20 21:04:22.534646 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5b42042d-b9c5-44ed-a49e-10b070975a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:22.536470 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd655e6a3-717d-4062-8c25-c243da54672a', 'name': 'network-vif-deleted', 'tag': '205ea89e-09eb-40ce-896a-91b1668e8ecc', 'status': 'completed', 'code': 200} Jan 20 21:04:22.552241 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5b42042d-b9c5-44ed-a49e-10b070975a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:04:22.556569 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-5b42042d-b9c5-44ed-a49e-10b070975a9c admin admin] Usage tracker for resource:security_group_rule and tenant:bb054c1ad1ff4ba1ba165fba2bd53423 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:04:22.559257 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-5b42042d-b9c5-44ed-a49e-10b070975a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:04:22.565120 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-5b42042d-b9c5-44ed-a49e-10b070975a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:04:22.651373 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5b42042d-b9c5-44ed-a49e-10b070975a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:22.654163 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5b42042d-b9c5-44ed-a49e-10b070975a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:22.663859 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6ced075c-797a-4038-8913-778ce902748f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:22.707266 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-5b42042d-b9c5-44ed-a49e-10b070975a9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb054c1ad1ff4ba1ba165fba2bd53423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338475 Jan 20 21:04:22.708178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42042d-b9c5-44ed-a49e-10b070975a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9459797-29d8-47eb-baf3-e4c543218844,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:22.710121 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 60768) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:22.711780 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5b42042d-b9c5-44ed-a49e-10b070975a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:22.773326 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-406baa58-5fa5-48b2-ad95-df987b40d616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:22.800474 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-406baa58-5fa5-48b2-ad95-df987b40d616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:22.846266 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-406baa58-5fa5-48b2-ad95-df987b40d616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:22.852113 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e73b382f-49fb-4c7f-ae41-2ab444736dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:22.864598 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406baa58-5fa5-48b2-ad95-df987b40d616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9459797-29d8-47eb-baf3-e4c543218844,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:22.867705 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-406baa58-5fa5-48b2-ad95-df987b40d616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:22.869670 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-406baa58-5fa5-48b2-ad95-df987b40d616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:22.871497 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-406baa58-5fa5-48b2-ad95-df987b40d616 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9459797-29d8-47eb-baf3-e4c543218844 HTTP/1.1" status: 204 len: 168 time: 0.1596229 Jan 20 21:04:23.125865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-4a49028e-894c-4c38-be83-0d8ff71ea0ce req-760793d2-c6a4-4b81-b7f9-1a09d2c314a1 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Synchronizing usage tracker for tenant:2374c7ab0ef749dcbd78c800a708f1ef on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:04:23.141341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-4a49028e-894c-4c38-be83-0d8ff71ea0ce req-760793d2-c6a4-4b81-b7f9-1a09d2c314a1 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Unset dirty status for tenant:2374c7ab0ef749dcbd78c800a708f1ef on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:04:23.142807 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4a49028e-894c-4c38-be83-0d8ff71ea0ce req-760793d2-c6a4-4b81-b7f9-1a09d2c314a1 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=d655e6a3-717d-4062-8c25-c243da54672a HTTP/1.1" status: 200 len: 210 time: 0.0695801 Jan 20 21:04:23.238808 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 60780) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:23.263577 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-288a5e63-3412-4a6a-b271-1811717ec605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:23.281276 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-288a5e63-3412-4a6a-b271-1811717ec605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:04:23.324536 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-288a5e63-3412-4a6a-b271-1811717ec605 admin admin] Usage tracker for resource:security_group_rule and tenant:97f612c83a8142bd807c582deccaae64 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:04:23.333041 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-288a5e63-3412-4a6a-b271-1811717ec605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:04:23.340978 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-288a5e63-3412-4a6a-b271-1811717ec605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:04:23.437188 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2b796-98a1-4d5c-b517-43367ab3444b req-5759626e-d72c-4cf7-881d-b2d8f3fee5e9 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:23.438881 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c6f2b796-98a1-4d5c-b517-43367ab3444b req-5759626e-d72c-4cf7-881d-b2d8f3fee5e9 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 945 time: 0.1590004 Jan 20 21:04:23.443321 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6189a-f935-45e4-b4c1-d7d1dd6e5de9 req-b1e59c7d-4ee2-4942-ad09-00b4235740a6 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:23.444972 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6ce6189a-f935-45e4-b4c1-d7d1dd6e5de9 req-b1e59c7d-4ee2-4942-ad09-00b4235740a6 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.10 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 945 time: 0.1110778 Jan 20 21:04:23.522299 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c6f2b796-98a1-4d5c-b517-43367ab3444b req-5c24931f-7d70-4cd2-94f2-8e5f401f8232 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0766079 Jan 20 21:04:23.524139 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-288a5e63-3412-4a6a-b271-1811717ec605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:23.527321 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-6ce6189a-f935-45e4-b4c1-d7d1dd6e5de9 req-5e1bc9b8-e46c-4727-b565-18dc612902be tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Deleting port 06a19f8f-a6bf-4a58-80cc-fdba9c55541b {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:04:23.527709 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6ce6189a-f935-45e4-b4c1-d7d1dd6e5de9 req-5e1bc9b8-e46c-4727-b565-18dc612902be tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:23.527831 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-288a5e63-3412-4a6a-b271-1811717ec605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:23.537340 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b167fddf-3b21-4f49-b044-c17af810f10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:23.581279 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-288a5e63-3412-4a6a-b271-1811717ec605 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97f612c83a8142bd807c582deccaae64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409712 Jan 20 21:04:23.583132 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a5e63-3412-4a6a-b271-1811717ec605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c30bd84-87a0-43aa-b282-2fb797c892fc,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:23.585178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 60784) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:23.586772 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-288a5e63-3412-4a6a-b271-1811717ec605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:23.785028 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74f3d74b-35a8-4ecc-a06a-4e06b035857c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:23.841727 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74f3d74b-35a8-4ecc-a06a-4e06b035857c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:23.892688 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-6ce6189a-f935-45e4-b4c1-d7d1dd6e5de9 req-5e1bc9b8-e46c-4727-b565-18dc612902be tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] For port 06a19f8f-a6bf-4a58-80cc-fdba9c55541b, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=06a19f8f-a6bf-4a58-80cc-fdba9c55541b,segment=NetworkSegment(888424d9-8989-4463-86fb-56a5104417c0),segment_id=888424d9-8989-4463-86fb-56a5104417c0)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:04:23.893083 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6ce6189a-f935-45e4-b4c1-d7d1dd6e5de9 req-5e1bc9b8-e46c-4727-b565-18dc612902be tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:24.011529 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74f3d74b-35a8-4ecc-a06a-4e06b035857c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:24.018971 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3cde847f-ad87-4afa-bb09-5cb5b3788b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:24.100722 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3d74b-35a8-4ecc-a06a-4e06b035857c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c30bd84-87a0-43aa-b282-2fb797c892fc,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:24.107863 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-74f3d74b-35a8-4ecc-a06a-4e06b035857c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:24.114176 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-74f3d74b-35a8-4ecc-a06a-4e06b035857c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:24.115503 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-74f3d74b-35a8-4ecc-a06a-4e06b035857c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c30bd84-87a0-43aa-b282-2fb797c892fc HTTP/1.1" status: 204 len: 168 time: 0.5260904 Jan 20 21:04:24.250966 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6ce6189a-f935-45e4-b4c1-d7d1dd6e5de9 req-5e1bc9b8-e46c-4727-b565-18dc612902be tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:24.251501 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6ce6189a-f935-45e4-b4c1-d7d1dd6e5de9 req-5e1bc9b8-e46c-4727-b565-18dc612902be tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:24.251863 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [req-6ce6189a-f935-45e4-b4c1-d7d1dd6e5de9 req-5e1bc9b8-e46c-4727-b565-18dc612902be tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Floating IP f88b57c8-5588-403a-b5c6-6ba3683d5751 disassociated. External IP: 172.27.0.38, port: 06a19f8f-a6bf-4a58-80cc-fdba9c55541b. Jan 20 21:04:24.252250 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-6ce6189a-f935-45e4-b4c1-d7d1dd6e5de9 req-5e1bc9b8-e46c-4727-b565-18dc612902be tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Calling delete_port for 06a19f8f-a6bf-4a58-80cc-fdba9c55541b owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:04:24.417383 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6ce6189a-f935-45e4-b4c1-d7d1dd6e5de9 req-5e1bc9b8-e46c-4727-b565-18dc612902be tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:24.433974 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:24.454193 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 06a19f8f-a6bf-4a58-80cc-fdba9c55541b no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:04:24.497153 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] No Port match for: 06a19f8f-a6bf-4a58-80cc-fdba9c55541b {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:04:24.497688 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 06a19f8f-a6bf-4a58-80cc-fdba9c55541b not bound to the agent host hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:04:24.570431 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bc9b8-e46c-4727-b565-18dc612902be tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Pushing event deleted for resources: {'Port': ['ID=06a19f8f-a6bf-4a58-80cc-fdba9c55541b,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:24.575515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5e1bc9b8-e46c-4727-b565-18dc612902be tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:24.728128 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-d86fda1b-4066-491e-b12d-a77579b7b56e req-30e7fb05-7dc3-45aa-a4c2-27ac7edb22f9 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 210 time: 0.0530913 Jan 20 21:04:24.856336 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ce6189a-f935-45e4-b4c1-d7d1dd6e5de9 req-5e1bc9b8-e46c-4727-b565-18dc612902be tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Router b582adfb-29cf-49ca-a33d-cae75f0b2c20 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:04:25.290409 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ce6189a-f935-45e4-b4c1-d7d1dd6e5de9 req-5e1bc9b8-e46c-4727-b565-18dc612902be tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:04:25.303458 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f1a9e5-4aaf-49e4-825a-88c8fb96d446 None None] Sync routers for ids ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:04:25.311835 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f1a9e5-4aaf-49e4-825a-88c8fb96d446 None None] Routers {'b582adfb-29cf-49ca-a33d-cae75f0b2c20'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:04:25.312504 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-52f1a9e5-4aaf-49e4-825a-88c8fb96d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:04:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:04:25.328547 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce6189a-f935-45e4-b4c1-d7d1dd6e5de9 req-5e1bc9b8-e46c-4727-b565-18dc612902be tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] No DVR routers for this DVR port 06a19f8f-a6bf-4a58-80cc-fdba9c55541b on host hv-cinder-74915 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 21:04:25.330865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-6ce6189a-f935-45e4-b4c1-d7d1dd6e5de9 req-5e1bc9b8-e46c-4727-b565-18dc612902be tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:25.334188 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e70e16-7d88-4afd-85f3-798c5efec480', 'name': 'network-vif-deleted', 'tag': '06a19f8f-a6bf-4a58-80cc-fdba9c55541b'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:04:25.350787 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6ce6189a-f935-45e4-b4c1-d7d1dd6e5de9 req-5e1bc9b8-e46c-4727-b565-18dc612902be tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.10 "DELETE /v2.0/ports/06a19f8f-a6bf-4a58-80cc-fdba9c55541b HTTP/1.1" status: 204 len: 173 time: 1.8981850 Jan 20 21:04:25.398843 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e70e16-7d88-4afd-85f3-798c5efec480', 'name': 'network-vif-deleted', 'tag': '06a19f8f-a6bf-4a58-80cc-fdba9c55541b', 'status': 'completed', 'code': 200} Jan 20 21:04:25.524216 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-52f1a9e5-4aaf-49e4-825a-88c8fb96d446 None None] Set router b582adfb-29cf-49ca-a33d-cae75f0b2c20 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:04:25.630931 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 60826) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:25.793212 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc8e3-6810-4fc3-bc5a-e22ff0d8f810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:25.811599 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ea2dc8e3-6810-4fc3-bc5a-e22ff0d8f810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:04:25.815896 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ea2dc8e3-6810-4fc3-bc5a-e22ff0d8f810 admin admin] Usage tracker for resource:security_group_rule and tenant:91b7353641e243feaa40c2b152d7260b is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:04:25.819515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-ea2dc8e3-6810-4fc3-bc5a-e22ff0d8f810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:04:25.825975 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-ea2dc8e3-6810-4fc3-bc5a-e22ff0d8f810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:04:25.856839 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-52f1a9e5-4aaf-49e4-825a-88c8fb96d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:34Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:04:25.861040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f1a9e5-4aaf-49e4-825a-88c8fb96d446 None None] Checking router: b582adfb-29cf-49ca-a33d-cae75f0b2c20 for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:04:25.870531 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f1a9e5-4aaf-49e4-825a-88c8fb96d446 None None] Routers {'b582adfb-29cf-49ca-a33d-cae75f0b2c20'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:04:25.871219 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-52f1a9e5-4aaf-49e4-825a-88c8fb96d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:04:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:04:25.916295 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-649ebead-7d9d-40f9-84d2-3510b5a80652 req-47a3d14d-eb46-4ca0-9484-7a65f0914088 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 210 time: 0.0547698 Jan 20 21:04:25.972626 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc8e3-6810-4fc3-bc5a-e22ff0d8f810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:25.975605 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc8e3-6810-4fc3-bc5a-e22ff0d8f810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:25.985256 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d2c43e05-bcac-4b65-8153-63f252d3e634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:26.033145 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dc8e3-6810-4fc3-bc5a-e22ff0d8f810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378cd6ab-e14a-458f-856a-4379d0018984,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:26.039613 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-ea2dc8e3-6810-4fc3-bc5a-e22ff0d8f810 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91b7353641e243feaa40c2b152d7260b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074481 Jan 20 21:04:26.040927 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ea2dc8e3-6810-4fc3-bc5a-e22ff0d8f810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:26.041762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 60834) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:26.071511 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-52f1a9e5-4aaf-49e4-825a-88c8fb96d446 None None] Set router b582adfb-29cf-49ca-a33d-cae75f0b2c20 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:04:26.112600 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ff8fc50-f4dc-4620-acbb-68f02675768c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:26.140929 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ff8fc50-f4dc-4620-acbb-68f02675768c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:26.186779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ff8fc50-f4dc-4620-acbb-68f02675768c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:26.192094 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bf90bcc9-ea3a-4590-be41-f20bb1b89f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:26.205726 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8fc50-f4dc-4620-acbb-68f02675768c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378cd6ab-e14a-458f-856a-4379d0018984,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:26.208628 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ff8fc50-f4dc-4620-acbb-68f02675768c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:26.209841 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1ff8fc50-f4dc-4620-acbb-68f02675768c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:26.213944 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-1ff8fc50-f4dc-4620-acbb-68f02675768c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/378cd6ab-e14a-458f-856a-4379d0018984 HTTP/1.1" status: 204 len: 168 time: 0.1710382 Jan 20 21:04:26.408417 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-52f1a9e5-4aaf-49e4-825a-88c8fb96d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:34Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:04:26.413141 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f1a9e5-4aaf-49e4-825a-88c8fb96d446 None None] The sync data for ids ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'] in dv-cinder-749155-5-iscsi is: [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:34Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:04:26.808811 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992aa498-b075-4ff5-9813-d3fd80f1fd2a None None] New status for floating IP f88b57c8-5588-403a-b5c6-6ba3683d5751: DOWN {{(pid=80114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 21:04:27.105788 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-19a1835d-5efc-4b9e-934b-d7bd8f995dfb req-35d5bae6-3983-4798-acfb-6347d95b7c2f tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Synchronizing usage tracker for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:04:27.123630 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-19a1835d-5efc-4b9e-934b-d7bd8f995dfb req-35d5bae6-3983-4798-acfb-6347d95b7c2f tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Unset dirty status for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:04:27.124750 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-19a1835d-5efc-4b9e-934b-d7bd8f995dfb req-35d5bae6-3983-4798-acfb-6347d95b7c2f tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 210 time: 0.0712051 Jan 20 21:04:28.324544 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-24445228-27ab-485f-b8a8-f82d7620ec61 req-d76b8a21-0e0f-48d1-92eb-c7770b22b6b0 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f3e70e16-7d88-4afd-85f3-798c5efec480 HTTP/1.1" status: 200 len: 210 time: 0.0487571 Jan 20 21:04:29.507915 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0a996ff9-d74d-4d46-8292-edea0db0d477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:29.756309 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-af87875d-3f99-42b8-9a8b-4ed76ab13873 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-268775870&fields=id&tenant_id=5f3d8957a8fb47cfbac0777130b595f5 HTTP/1.1" status: 200 len: 267 time: 0.0505092 Jan 20 21:04:29.940745 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-c3c8d07c-76d1-444e-8645-f2ed6185d54f tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:29.942265 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-c3c8d07c-76d1-444e-8645-f2ed6185d54f tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 811 time: 0.1788590 Jan 20 21:04:29.958336 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-d01c10fe-0c73-4962-b9f0-bb22ff81084f tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/quotas/5f3d8957a8fb47cfbac0777130b595f5 HTTP/1.1" status: 200 len: 375 time: 0.0098772 Jan 20 21:04:30.059347 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-394edbec-973d-4eaf-8ebb-6291c581f43d tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952315 Jan 20 21:04:30.078824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-c5a5feb2-bce4-41e0-b023-24afad26072e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80112) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 21:04:30.080500 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-c5a5feb2-bce4-41e0-b023-24afad26072e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0073225 Jan 20 21:04:30.225628 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-0d961866-dc4a-49d5-ae81-1ba1c5061f33 service neutron] 10.222.0.18 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381400 Jan 20 21:04:30.372676 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-7033c620-aa76-45d2-88db-0b8f4cca3e3b service neutron] 10.222.0.18 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403165 Jan 20 21:04:30.816120 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1f5250a3-93d7-4ba6-9e6c-59277c0eacff req-f499a303-0628-4af4-a027-d6bc26788ba7 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 210 time: 0.0491102 Jan 20 21:04:31.993701 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4a98b182-1129-45e6-bbf5-ecad6d55344e req-650dc717-3699-4538-8472-d4b309336a77 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 210 time: 0.0503373 Jan 20 21:04:32.464281 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4bb028a0-a0bc-45c1-a46b-fb061dbc1368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:32.563289 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:33.174936 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-625eba1e-0690-461b-8de8-014e8a7fa178 req-0db3991b-7203-4aa5-a052-39ab09b2883d tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 210 time: 0.0494595 Jan 20 21:04:33.208731 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:33.374338 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-a9681843-7f99-4491-8d0e-a7e7fc5faae3 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:33.375142 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-a9681843-7f99-4491-8d0e-a7e7fc5faae3 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Synchronizing usage tracker for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:network {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:04:33.393964 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-a9681843-7f99-4491-8d0e-a7e7fc5faae3 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Unset dirty status for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:network {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:04:33.395322 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-a9681843-7f99-4491-8d0e-a7e7fc5faae3 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.10 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 811 time: 0.2068551 Jan 20 21:04:33.512258 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-d77d46b2-a142-4db5-bff4-3050b688ccdb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5f3d8957a8fb47cfbac0777130b595f5 HTTP/1.1" status: 200 len: 5763 time: 0.0828199 Jan 20 21:04:33.527097 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-ca03b369-dd1c-477a-b815-cd22b50881d5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Request body: {'port': {'device_id': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'admin_state_up': True, 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'security_groups': ['eeea8fbb-0c0c-4577-befc-0564cf9e2358']}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:04:33.678914 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-ca03b369-dd1c-477a-b815-cd22b50881d5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:04:33.688711 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-ca03b369-dd1c-477a-b815-cd22b50881d5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:04:33.699741 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-ca03b369-dd1c-477a-b815-cd22b50881d5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Made reservation on behalf of 5f3d8957a8fb47cfbac0777130b595f5 for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 21:04:33.707496 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:33.709244 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-ca03b369-dd1c-477a-b815-cd22b50881d5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:34.004094 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-40495b06-8c2b-4205-8425-37fea14e5e09 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:34.005663 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-40495b06-8c2b-4205-8425-37fea14e5e09 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/networks?id=8e07c953-4dab-49d6-88c3-a20f03b2e79d HTTP/1.1" status: 200 len: 813 time: 0.1787682 Jan 20 21:04:34.022853 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-7b59c6d3-9e33-466d-9958-b10457d1b33b tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/quotas/2374c7ab0ef749dcbd78c800a708f1ef HTTP/1.1" status: 200 len: 375 time: 0.0107329 Jan 20 21:04:34.024379 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-ca03b369-dd1c-477a-b815-cd22b50881d5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Allocated IP 172.20.0.13 (d0bffc3a-4c0a-42fc-adff-68ca79e6e80c/56109a76-9439-48a6-9012-0d30ffdbc457/35f9b64c-409e-40c8-8acc-a87cbe912552) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 21:04:34.086001 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-d5aab58c-afd7-4019-b4ef-bee009949167 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?tenant_id=2374c7ab0ef749dcbd78c800a708f1ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558996 Jan 20 21:04:34.242458 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-81d64ae5-5709-4610-8d97-966eb4724bc6 service neutron] 10.222.0.18 "GET /v2.0/networks/8e07c953-4dab-49d6-88c3-a20f03b2e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467335 Jan 20 21:04:34.260289 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-ca03b369-dd1c-477a-b815-cd22b50881d5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:34.279714 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-ca03b369-dd1c-477a-b815-cd22b50881d5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Transition to ACTIVE for port object 35f9b64c-409e-40c8-8acc-a87cbe912552 will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:04:34.321187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-ca03b369-dd1c-477a-b815-cd22b50881d5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:34.340109 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-35acdb27-79b9-4491-ae4d-862dcbb6920f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:34.401211 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-efd96b99-a9d3-4aca-ad51-7ab1dbef27e8 service neutron] 10.222.0.18 "GET /v2.0/networks/8e07c953-4dab-49d6-88c3-a20f03b2e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1522779 Jan 20 21:04:34.534535 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03b369-dd1c-477a-b815-cd22b50881d5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Pushing event updated for resources: {'Port': ['ID=35f9b64c-409e-40c8-8acc-a87cbe912552,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:34.541622 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ca03b369-dd1c-477a-b815-cd22b50881d5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:34.623841 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-ca03b369-dd1c-477a-b815-cd22b50881d5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:04:34.626781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-ca03b369-dd1c-477a-b815-cd22b50881d5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:04:34.629748 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-ca03b369-dd1c-477a-b815-cd22b50881d5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 21:04:34.630117 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-44641557-360f-4fa6-9228-a0a855993a0d req-39552184-634a-468e-aa97-2111d4241024 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=eaee6323-8832-47eb-9bc1-e11caf46ad1c HTTP/1.1" status: 200 len: 210 time: 0.0637476 Jan 20 21:04:34.702197 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fb7ce-90ba-4861-99bf-4c71f2b4d924 req-76960751-7406-4b0c-aafa-162f7b97edf0 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:34.704021 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-211fb7ce-90ba-4861-99bf-4c71f2b4d924 req-76960751-7406-4b0c-aafa-162f7b97edf0 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 932 time: 0.3806999 Jan 20 21:04:34.777583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-ca03b369-dd1c-477a-b815-cd22b50881d5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:34.778317 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-ca03b369-dd1c-477a-b815-cd22b50881d5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:34.817830 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-211fb7ce-90ba-4861-99bf-4c71f2b4d924 req-03524ff8-9768-4df0-8560-d78d1208b774 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0875888 Jan 20 21:04:34.829106 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-ca03b369-dd1c-477a-b815-cd22b50881d5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3068068 Jan 20 21:04:34.846822 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-c7fcaf1a-ccf9-450d-8018-32cd474a2bd6 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 21:04:34.847909 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-c7fcaf1a-ccf9-450d-8018-32cd474a2bd6 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0060089 Jan 20 21:04:34.858687 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Request body: {'port': {'device_id': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:04:34.867871 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-5600b905-18e9-453c-8561-87d85b78dc18 None None] Provisioning for port 35f9b64c-409e-40c8-8acc-a87cbe912552 completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:04:34.874325 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-5600b905-18e9-453c-8561-87d85b78dc18 None None] Provisioning complete for port 35f9b64c-409e-40c8-8acc-a87cbe912552 triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:04:34.874939 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5600b905-18e9-453c-8561-87d85b78dc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:34.939028 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-5600b905-18e9-453c-8561-87d85b78dc18 None None] Port 35f9b64c-409e-40c8-8acc-a87cbe912552 cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 21:04:35.006695 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:35.440756 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f9b64c-409e-40c8-8acc-a87cbe912552 {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 21:04:35.448634 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:35.460949 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Transition to ACTIVE for port object 35f9b64c-409e-40c8-8acc-a87cbe912552 will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:04:35.463638 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852348194'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:35.479947 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bc05a7ba-ffbc-4992-a8bb-3ba0a3b6a404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:35.615283 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=35f9b64c-409e-40c8-8acc-a87cbe912552,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:35.619933 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:35.855217 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Attempting to bind port 35f9b64c-409e-40c8-8acc-a87cbe912552 on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 21:04:35.855581 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Attempting to bind port 35f9b64c-409e-40c8-8acc-a87cbe912552 by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 21:04:35.855990 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Attempting to bind port 35f9b64c-409e-40c8-8acc-a87cbe912552 on network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 21:04:35.862770 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 21, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 21:04:35.863161 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Checking segment: {'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 21:04:35.864126 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:35.864532 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Bound using segment: {'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 21:04:35.865017 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Bound port: 35f9b64c-409e-40c8-8acc-a87cbe912552, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 21:04:35.865395 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:35.941615 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8f7d47af-17dd-40a4-8d03-2256ca2b4cb1 req-dda15bdc-2df3-4a30-8c8f-2f2224291407 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=eaee6323-8832-47eb-9bc1-e11caf46ad1c HTTP/1.1" status: 200 len: 210 time: 0.0745504 Jan 20 21:04:36.029868 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-6b43a61f-3b60-4d71-84c0-5c6a7a796d87 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:36.031564 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-6b43a61f-3b60-4d71-84c0-5c6a7a796d87 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.10 "GET /v2.0/networks?id=8e07c953-4dab-49d6-88c3-a20f03b2e79d HTTP/1.1" status: 200 len: 813 time: 0.3317301 Jan 20 21:04:36.065400 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-5d1f3936-ce0a-4ee9-a1cc-d344524eecd5 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Request body: {'port': {'device_id': 'eaee6323-8832-47eb-9bc1-e11caf46ad1c', 'network_id': '8e07c953-4dab-49d6-88c3-a20f03b2e79d', 'admin_state_up': True, 'tenant_id': '2374c7ab0ef749dcbd78c800a708f1ef'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:04:36.088080 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] For port 35f9b64c-409e-40c8-8acc-a87cbe912552, host hv-cinder-74915, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 21:04:36.092341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] For port 35f9b64c-409e-40c8-8acc-a87cbe912552, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=35f9b64c-409e-40c8-8acc-a87cbe912552,segment=NetworkSegment(888424d9-8989-4463-86fb-56a5104417c0),segment_id=888424d9-8989-4463-86fb-56a5104417c0)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 21:04:36.102518 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852348194'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:36.125351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-54c21a24-8ae2-4d5f-b4e4-9906d35f6075 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:36.227206 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-5d1f3936-ce0a-4ee9-a1cc-d344524eecd5 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:04:36.237055 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-5d1f3936-ce0a-4ee9-a1cc-d344524eecd5 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:04:36.247359 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-5d1f3936-ce0a-4ee9-a1cc-d344524eecd5 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Made reservation on behalf of 2374c7ab0ef749dcbd78c800a708f1ef for: {'port': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 21:04:36.257735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-5d1f3936-ce0a-4ee9-a1cc-d344524eecd5 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:36.279434 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c0d67-83e3-4b8e-8f41-46552faf1ff7 req-454f65f7-c9cf-462c-b4f8-dca9838fa84b tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:36.280217 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-757c0d67-83e3-4b8e-8f41-46552faf1ff7 req-454f65f7-c9cf-462c-b4f8-dca9838fa84b tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Synchronizing usage tracker for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:04:36.318782 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=35f9b64c-409e-40c8-8acc-a87cbe912552,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:36.322420 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:36.339520 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-757c0d67-83e3-4b8e-8f41-46552faf1ff7 req-454f65f7-c9cf-462c-b4f8-dca9838fa84b tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Unset dirty status for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:04:36.341060 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-757c0d67-83e3-4b8e-8f41-46552faf1ff7 req-454f65f7-c9cf-462c-b4f8-dca9838fa84b tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 944 time: 0.3479469 Jan 20 21:04:36.397230 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:36.397906 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:36.399628 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-bd8786bb-c426-4cc0-9551-609b7f431aa3 service neutron] 10.222.0.10 "PUT /v2.0/ports/35f9b64c-409e-40c8-8acc-a87cbe912552 HTTP/1.1" status: 200 len: 1158 time: 1.5453458 Jan 20 21:04:36.402467 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'tag': '35f9b64c-409e-40c8-8acc-a87cbe912552'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:04:36.435653 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-757c0d67-83e3-4b8e-8f41-46552faf1ff7 req-be6434e9-ecaf-4977-84fe-1a09cb4b2e62 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0873575 Jan 20 21:04:36.502836 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'tag': '35f9b64c-409e-40c8-8acc-a87cbe912552', 'status': 'completed', 'code': 200} Jan 20 21:04:36.544203 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-10463e9b-9676-4921-b1ed-863b5791af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:36.546125 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-10463e9b-9676-4921-b1ed-863b5791af66 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 1161 time: 0.0890489 Jan 20 21:04:36.640115 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-2b3c2b92-eb13-460a-bbb4-3953c37834eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35f9b64c-409e-40c8-8acc-a87cbe912552 HTTP/1.1" status: 200 len: 217 time: 0.0800750 Jan 20 21:04:36.712374 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-e96bf158-48c6-45fe-b4d9-7b99c718b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:36.713972 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-e96bf158-48c6-45fe-b4d9-7b99c718b93b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.0671797 Jan 20 21:04:36.804769 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-4c880333-843c-4467-a396-078e04f3fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:36.806395 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-4c880333-843c-4467-a396-078e04f3fc2b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0854788 Jan 20 21:04:36.881087 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-5d1f3936-ce0a-4ee9-a1cc-d344524eecd5 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Allocated IP 172.20.0.10 (8e07c953-4dab-49d6-88c3-a20f03b2e79d/cb148383-bc5f-477a-9b18-220aee5fa1ca/8262f18e-4274-4793-80ea-5853f8645bbe) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 21:04:36.954906 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-5651a83c-51e8-4cb5-9ed9-cbf43563dcd6 service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410019 Jan 20 21:04:37.119406 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-5d1f3936-ce0a-4ee9-a1cc-d344524eecd5 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:37.150122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-5d1f3936-ce0a-4ee9-a1cc-d344524eecd5 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:37.165757 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a728a38c-78d0-4aa4-81e3-93eb65dff6d7 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:37.309390 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f3936-ce0a-4ee9-a1cc-d344524eecd5 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Pushing event updated for resources: {'Port': ['ID=8262f18e-4274-4793-80ea-5853f8645bbe,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:37.313885 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5d1f3936-ce0a-4ee9-a1cc-d344524eecd5 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:37.368769 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-5d1f3936-ce0a-4ee9-a1cc-d344524eecd5 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Network 8e07c953-4dab-49d6-88c3-a20f03b2e79d is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:04:37.370067 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-5d1f3936-ce0a-4ee9-a1cc-d344524eecd5 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:04:37.372681 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-5d1f3936-ce0a-4ee9-a1cc-d344524eecd5 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 21:04:37.406169 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98055685-28cb-48cd-a911-ed409f0b0c77 req-3a96aba0-373e-4ad4-95fd-dc66529ce707 service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4444757 Jan 20 21:04:37.430191 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d60b9-d262-4d47-8072-55110512eb7c req-b3c9f53f-31bb-4678-ab90-5c15b6253242 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:37.432140 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-193d60b9-d262-4d47-8072-55110512eb7c req-b3c9f53f-31bb-4678-ab90-5c15b6253242 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=eaee6323-8832-47eb-9bc1-e11caf46ad1c HTTP/1.1" status: 200 len: 932 time: 0.2072337 Jan 20 21:04:37.455212 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-5d1f3936-ce0a-4ee9-a1cc-d344524eecd5 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:37.455929 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-5d1f3936-ce0a-4ee9-a1cc-d344524eecd5 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:37.486274 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-193d60b9-d262-4d47-8072-55110512eb7c req-bb04de76-dc79-457d-b6e8-d7af60ce0f44 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469167 Jan 20 21:04:37.505298 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-5d1f3936-ce0a-4ee9-a1cc-d344524eecd5 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4457083 Jan 20 21:04:37.528417 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Request body: {'port': {'device_id': 'eaee6323-8832-47eb-9bc1-e11caf46ad1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:04:37.607029 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52315bb-b829-4f33-98e2-e232e5cd4212 req-bc768cc5-60ea-4e2e-ada2-8fc8cfef9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:37.608634 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f52315bb-b829-4f33-98e2-e232e5cd4212 req-bc768cc5-60ea-4e2e-ada2-8fc8cfef9f32 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 1161 time: 0.0813053 Jan 20 21:04:37.707623 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:37.761557 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52315bb-b829-4f33-98e2-e232e5cd4212 req-0d1c48e6-8b2d-48cb-832d-11ff68a92958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:37.763197 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f52315bb-b829-4f33-98e2-e232e5cd4212 req-0d1c48e6-8b2d-48cb-832d-11ff68a92958 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 905 time: 0.1474218 Jan 20 21:04:37.815885 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0371364-cea1-47e7-84ee-8854f814ed87 req-b7a6b90c-247f-4a22-b041-220105bf14b5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:37.818076 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e0371364-cea1-47e7-84ee-8854f814ed87 req-b7a6b90c-247f-4a22-b041-220105bf14b5 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 944 time: 0.2343395 Jan 20 21:04:37.839833 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f52315bb-b829-4f33-98e2-e232e5cd4212 req-3a9c49b4-4741-4bb0-b23b-a2efec13e8bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35f9b64c-409e-40c8-8acc-a87cbe912552 HTTP/1.1" status: 200 len: 217 time: 0.0687213 Jan 20 21:04:37.908433 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52315bb-b829-4f33-98e2-e232e5cd4212 req-bf465f36-7dca-41d5-bbf2-d01f4ec9de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:37.910035 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f52315bb-b829-4f33-98e2-e232e5cd4212 req-bf465f36-7dca-41d5-bbf2-d01f4ec9de77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.0638912 Jan 20 21:04:37.983139 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e0371364-cea1-47e7-84ee-8854f814ed87 req-777861c2-9757-4673-8ad4-b7f14c63406d tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1259518 Jan 20 21:04:37.999540 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52315bb-b829-4f33-98e2-e232e5cd4212 req-3ec0b324-5f3e-424f-8a32-df5ac124178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:38.001404 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f52315bb-b829-4f33-98e2-e232e5cd4212 req-3ec0b324-5f3e-424f-8a32-df5ac124178e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846841 Jan 20 21:04:38.156382 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f52315bb-b829-4f33-98e2-e232e5cd4212 req-91cfc11c-ca47-4727-b7e8-e6f8ca33a650 service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471691 Jan 20 21:04:38.241126 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8262f18e-4274-4793-80ea-5853f8645bbe {{(pid=80112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 21:04:38.248903 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:38.261081 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Transition to ACTIVE for port object 8262f18e-4274-4793-80ea-5853f8645bbe will not be triggered until provisioned by entity L2. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:04:38.263814 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:38.280123 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:38.306875 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f52315bb-b829-4f33-98e2-e232e5cd4212 req-5eba1522-64a0-467f-8e8c-b46a41b9a92c service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1438508 Jan 20 21:04:38.419297 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Pushing event updated for resources: {'Port': ['ID=8262f18e-4274-4793-80ea-5853f8645bbe,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:38.424043 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:38.609422 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Attempting to bind port 8262f18e-4274-4793-80ea-5853f8645bbe on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 21:04:38.609995 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Attempting to bind port 8262f18e-4274-4793-80ea-5853f8645bbe by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '689a3348-3e62-4a46-ac30-a00d273261b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e07c953-4dab-49d6-88c3-a20f03b2e79d'}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 21:04:38.610121 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Attempting to bind port 8262f18e-4274-4793-80ea-5853f8645bbe on network 8e07c953-4dab-49d6-88c3-a20f03b2e79d {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 21:04:38.616361 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 21, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 21:04:38.616717 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Checking segment: {'id': '689a3348-3e62-4a46-ac30-a00d273261b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e07c953-4dab-49d6-88c3-a20f03b2e79d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 21:04:38.617132 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:38.617549 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Bound using segment: {'id': '689a3348-3e62-4a46-ac30-a00d273261b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e07c953-4dab-49d6-88c3-a20f03b2e79d'} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 21:04:38.618029 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Bound port: 8262f18e-4274-4793-80ea-5853f8645bbe, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689a3348-3e62-4a46-ac30-a00d273261b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8e07c953-4dab-49d6-88c3-a20f03b2e79d'}}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 21:04:38.618409 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:38.720958 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] For port 8262f18e-4274-4793-80ea-5853f8645bbe, host hv-cinder-74915, cleared binding levels {{(pid=80112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 21:04:38.724735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] For port 8262f18e-4274-4793-80ea-5853f8645bbe, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8262f18e-4274-4793-80ea-5853f8645bbe,segment=NetworkSegment(689a3348-3e62-4a46-ac30-a00d273261b1),segment_id=689a3348-3e62-4a46-ac30-a00d273261b1)] {{(pid=80112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 21:04:38.728136 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:38.743661 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8aa76bab-f9b9-4a26-b3ef-61b73e513a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:38.745704 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539f795-3f61-4fa4-849c-07489f838b97 req-1bd6db57-cbaa-47ff-910d-a641e6b54a33 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:38.747396 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5539f795-3f61-4fa4-849c-07489f838b97 req-1bd6db57-cbaa-47ff-910d-a641e6b54a33 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=eaee6323-8832-47eb-9bc1-e11caf46ad1c HTTP/1.1" status: 200 len: 944 time: 0.1094310 Jan 20 21:04:38.799404 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5539f795-3f61-4fa4-849c-07489f838b97 req-c07c36a9-e0c4-48c8-a017-ba1b289c2c30 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453866 Jan 20 21:04:38.900404 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Pushing event updated for resources: {'Port': ['ID=8262f18e-4274-4793-80ea-5853f8645bbe,revision_number=3']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:38.905160 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:38.939319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:38.940003 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:38.941521 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-8dd4d376-d2d9-4e4e-800d-184ff2699962 service neutron] 10.222.0.10 "PUT /v2.0/ports/8262f18e-4274-4793-80ea-5853f8645bbe HTTP/1.1" status: 200 len: 1158 time: 1.4194951 Jan 20 21:04:38.942076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaee6323-8832-47eb-9bc1-e11caf46ad1c', 'tag': '8262f18e-4274-4793-80ea-5853f8645bbe'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:04:39.037124 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaee6323-8832-47eb-9bc1-e11caf46ad1c', 'tag': '8262f18e-4274-4793-80ea-5853f8645bbe', 'status': 'completed', 'code': 200} Jan 20 21:04:39.083968 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-1ae60754-be0f-4698-842e-4d06f6ad86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:39.085626 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-1ae60754-be0f-4698-842e-4d06f6ad86d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2374c7ab0ef749dcbd78c800a708f1ef&device_id=eaee6323-8832-47eb-9bc1-e11caf46ad1c HTTP/1.1" status: 200 len: 1161 time: 0.0897193 Jan 20 21:04:39.167144 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-f163382c-7927-4079-a718-85bc3f09b7a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8262f18e-4274-4793-80ea-5853f8645bbe HTTP/1.1" status: 200 len: 217 time: 0.0674734 Jan 20 21:04:39.233674 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c272b5-18ca-4bb2-b0d4-660378648c5d req-db20f7d2-4011-4ba6-9a68-5147a871d3e0 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:39.235498 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e9c272b5-18ca-4bb2-b0d4-660378648c5d req-db20f7d2-4011-4ba6-9a68-5147a871d3e0 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 944 time: 0.1035535 Jan 20 21:04:39.241844 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-b1854e42-15e3-495b-a39e-087ba00a38ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:39.243429 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-b1854e42-15e3-495b-a39e-087ba00a38ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cb148383-bc5f-477a-9b18-220aee5fa1ca HTTP/1.1" status: 200 len: 853 time: 0.0686944 Jan 20 21:04:39.290232 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e9c272b5-18ca-4bb2-b0d4-660378648c5d req-6b70e1af-dd19-42a3-95c6-5ddcac0621c3 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0482402 Jan 20 21:04:39.298101 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-ad5bcb91-429b-4138-b7a2-dd31cbc844a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e07c953-4dab-49d6-88c3-a20f03b2e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469189 Jan 20 21:04:39.447498 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-f01f5048-af84-4000-b609-58b57aaa3397 service neutron] 10.222.0.10 "GET /v2.0/networks/8e07c953-4dab-49d6-88c3-a20f03b2e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418014 Jan 20 21:04:39.593193 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2c98424b-c935-45f1-8d8e-f4612cc6c922 req-838356ea-9aae-4e5c-adbc-2236b0155431 service neutron] 10.222.0.10 "GET /v2.0/networks/8e07c953-4dab-49d6-88c3-a20f03b2e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1383176 Jan 20 21:04:39.754272 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3d9dd-057e-4edf-82b5-0cb1d783b75a req-0d7db3c4-cd24-4e88-ac88-bb70dd3f9e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:39.755916 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5dd3d9dd-057e-4edf-82b5-0cb1d783b75a req-0d7db3c4-cd24-4e88-ac88-bb70dd3f9e0a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2374c7ab0ef749dcbd78c800a708f1ef&device_id=eaee6323-8832-47eb-9bc1-e11caf46ad1c HTTP/1.1" status: 200 len: 1161 time: 0.0774832 Jan 20 21:04:39.900769 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3d9dd-057e-4edf-82b5-0cb1d783b75a req-2bb40428-298c-408d-b3e0-c2c1b59849b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:39.902378 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5dd3d9dd-057e-4edf-82b5-0cb1d783b75a req-2bb40428-298c-408d-b3e0-c2c1b59849b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8e07c953-4dab-49d6-88c3-a20f03b2e79d HTTP/1.1" status: 200 len: 907 time: 0.1391048 Jan 20 21:04:40.016221 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5dd3d9dd-057e-4edf-82b5-0cb1d783b75a req-721d8b08-3554-4a5a-b99c-ca6d6f03e500 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8262f18e-4274-4793-80ea-5853f8645bbe HTTP/1.1" status: 200 len: 217 time: 0.1046474 Jan 20 21:04:40.112275 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3d9dd-057e-4edf-82b5-0cb1d783b75a req-6019da5e-fba4-4ddd-bd20-04617d380849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:40.114099 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5dd3d9dd-057e-4edf-82b5-0cb1d783b75a req-6019da5e-fba4-4ddd-bd20-04617d380849 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cb148383-bc5f-477a-9b18-220aee5fa1ca HTTP/1.1" status: 200 len: 853 time: 0.0903103 Jan 20 21:04:40.170538 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5dd3d9dd-057e-4edf-82b5-0cb1d783b75a req-355822e3-3b08-49d6-88b2-b4a9661907f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8e07c953-4dab-49d6-88c3-a20f03b2e79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496562 Jan 20 21:04:40.193914 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd40506-cbdb-481e-b22a-975b2860a7a7 req-e6a3abc4-3aed-4056-8806-ac07a442d9d1 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:40.194733 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-6dd40506-cbdb-481e-b22a-975b2860a7a7 req-e6a3abc4-3aed-4056-8806-ac07a442d9d1 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Synchronizing usage tracker for tenant:2374c7ab0ef749dcbd78c800a708f1ef on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:04:40.300882 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-6dd40506-cbdb-481e-b22a-975b2860a7a7 req-e6a3abc4-3aed-4056-8806-ac07a442d9d1 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Unset dirty status for tenant:2374c7ab0ef749dcbd78c800a708f1ef on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:04:40.302175 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6dd40506-cbdb-481e-b22a-975b2860a7a7 req-e6a3abc4-3aed-4056-8806-ac07a442d9d1 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=eaee6323-8832-47eb-9bc1-e11caf46ad1c HTTP/1.1" status: 200 len: 944 time: 0.3294637 Jan 20 21:04:40.380410 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5dd3d9dd-057e-4edf-82b5-0cb1d783b75a req-7e54242a-ccbf-479e-b6ab-64700a43ab9d service neutron] 10.222.0.10 "GET /v2.0/networks/8e07c953-4dab-49d6-88c3-a20f03b2e79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824131 Jan 20 21:04:40.386266 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-6dd40506-cbdb-481e-b22a-975b2860a7a7 req-39d4735e-8bd9-461a-9122-46fde4116fa1 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769451 Jan 20 21:04:40.530243 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5dd3d9dd-057e-4edf-82b5-0cb1d783b75a req-068f2843-9350-481d-94ed-851502c499db service neutron] 10.222.0.10 "GET /v2.0/networks/8e07c953-4dab-49d6-88c3-a20f03b2e79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1428585 Jan 20 21:04:40.545751 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67147862-b25b-4e0a-868e-66bd98384d55 req-54f57baa-7582-48d0-9753-d2d5d8d1cb47 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:40.547454 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-67147862-b25b-4e0a-868e-66bd98384d55 req-54f57baa-7582-48d0-9753-d2d5d8d1cb47 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 944 time: 0.1043231 Jan 20 21:04:40.600318 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-67147862-b25b-4e0a-868e-66bd98384d55 req-742692b1-9740-4838-aabc-a045cc577159 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0461595 Jan 20 21:04:40.937737 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:41.630257 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd89376-6513-4fab-85a4-36e866c813cc req-eb38beba-8ac3-4e0b-a2d7-49dc6d1232c5 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:41.631845 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4bd89376-6513-4fab-85a4-36e866c813cc req-eb38beba-8ac3-4e0b-a2d7-49dc6d1232c5 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=eaee6323-8832-47eb-9bc1-e11caf46ad1c HTTP/1.1" status: 200 len: 944 time: 0.1045566 Jan 20 21:04:41.684999 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-4bd89376-6513-4fab-85a4-36e866c813cc req-e36a7fab-a61c-464a-8214-d7c24ca81634 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466802 Jan 20 21:04:41.833457 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d841f-59d0-460c-8fa4-3932b63c2f6b req-15ed19e6-cb57-484d-a265-7dbe4fbfd4b6 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:41.835083 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a23d841f-59d0-460c-8fa4-3932b63c2f6b req-15ed19e6-cb57-484d-a265-7dbe4fbfd4b6 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 944 time: 0.1048062 Jan 20 21:04:41.886096 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a23d841f-59d0-460c-8fa4-3932b63c2f6b req-e0dc74e5-3c98-4615-8ddc-dd4e3ce53909 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0444753 Jan 20 21:04:42.229063 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 8262f18e-4274-4793-80ea-5853f8645bbe up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:04:42.301684 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port 8262f18e-4274-4793-80ea-5853f8645bbe completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:04:42.307764 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 8262f18e-4274-4793-80ea-5853f8645bbe triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:04:42.308189 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:42.429603 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:42.460832 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaee6323-8832-47eb-9bc1-e11caf46ad1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8262f18e-4274-4793-80ea-5853f8645bbe'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:04:42.471304 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 8262f18e-4274-4793-80ea-5853f8645bbe, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8262f18e-4274-4793-80ea-5853f8645bbe,segment=NetworkSegment(689a3348-3e62-4a46-ac30-a00d273261b1),segment_id=689a3348-3e62-4a46-ac30-a00d273261b1)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:04:42.474265 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:42.476232 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-74126c33-ecd8-4f0a-b1af-da8d40884092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:42.521328 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaee6323-8832-47eb-9bc1-e11caf46ad1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8262f18e-4274-4793-80ea-5853f8645bbe', 'code': 200} Jan 20 21:04:42.547437 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=8262f18e-4274-4793-80ea-5853f8645bbe,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:42.556043 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.556438 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.556829 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.557216 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.557590 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.557968 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.558341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.559166 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.559166 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.559468 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.559840 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.560208 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.560639 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.561009 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.561378 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.561742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.562110 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.562473 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.562936 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.563315 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.563682 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.564049 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.564415 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.564779 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:42.569624 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:42.918153 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731ef69-ade2-4f26-a2a6-841a5289fe4a req-7a622904-22fc-4c84-9004-a35d5653dc8b tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:42.919824 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2731ef69-ade2-4f26-a2a6-841a5289fe4a req-7a622904-22fc-4c84-9004-a35d5653dc8b tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=eaee6323-8832-47eb-9bc1-e11caf46ad1c HTTP/1.1" status: 200 len: 946 time: 0.1021669 Jan 20 21:04:42.940205 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76f0b2-3ce9-4add-9703-60798d2fa62e req-d269f731-8414-43ab-9cda-3dbfbf068773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:42.941858 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9b76f0b2-3ce9-4add-9703-60798d2fa62e req-d269f731-8414-43ab-9cda-3dbfbf068773 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eaee6323-8832-47eb-9bc1-e11caf46ad1c HTTP/1.1" status: 200 len: 1163 time: 0.2213616 Jan 20 21:04:42.976533 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2731ef69-ade2-4f26-a2a6-841a5289fe4a req-40511660-bb03-4294-8e85-b6a643e1e41e tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491149 Jan 20 21:04:42.994090 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9b76f0b2-3ce9-4add-9703-60798d2fa62e req-6afffc42-597b-49b0-86a0-68dd39943460 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399454 Jan 20 21:04:43.117643 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90386c86-c9b4-4d3c-b71c-c4c240dc8558 req-30c90e88-22e5-487c-af4c-91f3a6a888af tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:43.119270 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-90386c86-c9b4-4d3c-b71c-c4c240dc8558 req-30c90e88-22e5-487c-af4c-91f3a6a888af tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 944 time: 0.1010780 Jan 20 21:04:43.169834 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-90386c86-c9b4-4d3c-b71c-c4c240dc8558 req-ca62248d-f4ae-4d25-8d2d-64e06f908bdf tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0443871 Jan 20 21:04:43.970842 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 8262f18e-4274-4793-80ea-5853f8645bbe up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:04:44.042410 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 8262f18e-4274-4793-80ea-5853f8645bbe triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:04:44.042901 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:44.215133 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbd9e0-098f-4e1c-b45f-2b1d2f584494 req-553df7b4-6064-45ac-845e-4e980fc91484 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:44.217745 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a3bbd9e0-098f-4e1c-b45f-2b1d2f584494 req-553df7b4-6064-45ac-845e-4e980fc91484 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=eaee6323-8832-47eb-9bc1-e11caf46ad1c HTTP/1.1" status: 200 len: 946 time: 0.1130543 Jan 20 21:04:44.269157 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a3bbd9e0-098f-4e1c-b45f-2b1d2f584494 req-dc518a58-34d4-48e1-a8cc-2918b45c803c tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453064 Jan 20 21:04:44.417419 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f980d-184e-4dc9-bd68-f9db4702849e req-9dddf015-076b-42ab-8231-bf364f0a56bc tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:44.419112 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e99f980d-184e-4dc9-bd68-f9db4702849e req-9dddf015-076b-42ab-8231-bf364f0a56bc tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 944 time: 0.1057420 Jan 20 21:04:44.474434 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e99f980d-184e-4dc9-bd68-f9db4702849e req-6fddde74-f8c2-4587-93ca-303ece8f580e tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0486102 Jan 20 21:04:45.506769 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e3532-ded1-452e-a0a2-e18c174d9037 req-0e5c0999-120c-43e1-9056-ed34af60d5bd tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:45.508593 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-985e3532-ded1-452e-a0a2-e18c174d9037 req-0e5c0999-120c-43e1-9056-ed34af60d5bd tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=eaee6323-8832-47eb-9bc1-e11caf46ad1c HTTP/1.1" status: 200 len: 946 time: 0.1097798 Jan 20 21:04:45.560732 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-985e3532-ded1-452e-a0a2-e18c174d9037 req-1688317f-bca5-454c-b8b4-02bc38fb107f tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452039 Jan 20 21:04:45.708185 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89071164-09d7-4590-ba49-817812365aa7 req-7e3c704f-9a33-4c98-a03e-860741216ea1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:45.709858 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-89071164-09d7-4590-ba49-817812365aa7 req-7e3c704f-9a33-4c98-a03e-860741216ea1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 944 time: 0.1051311 Jan 20 21:04:45.765751 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-89071164-09d7-4590-ba49-817812365aa7 req-62843a5d-2ae9-4a52-9d6a-23a56c68c117 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0485299 Jan 20 21:04:46.264619 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 35f9b64c-409e-40c8-8acc-a87cbe912552 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:04:46.338927 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port 35f9b64c-409e-40c8-8acc-a87cbe912552 completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:04:46.344152 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 35f9b64c-409e-40c8-8acc-a87cbe912552 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:04:46.344578 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:46.468075 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:46.497774 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f9b64c-409e-40c8-8acc-a87cbe912552'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:04:46.508287 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 35f9b64c-409e-40c8-8acc-a87cbe912552, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=35f9b64c-409e-40c8-8acc-a87cbe912552,segment=NetworkSegment(888424d9-8989-4463-86fb-56a5104417c0),segment_id=888424d9-8989-4463-86fb-56a5104417c0)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:04:46.511338 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:46.513416 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-45616439-cef6-4601-bef8-919d89bc5101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:46.561988 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f9b64c-409e-40c8-8acc-a87cbe912552', 'code': 200} Jan 20 21:04:46.588886 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=35f9b64c-409e-40c8-8acc-a87cbe912552,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:46.592319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:46.648852 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 32884) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:46.809356 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8925b250-02c3-4cb8-b521-c2398c106aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:46.832313 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-8925b250-02c3-4cb8-b521-c2398c106aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:04:46.837181 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-8925b250-02c3-4cb8-b521-c2398c106aab admin admin] Usage tracker for resource:security_group_rule and tenant:3266c169951f4e718b9104e085e015bb is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:04:46.840768 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-8925b250-02c3-4cb8-b521-c2398c106aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:04:46.846972 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-8925b250-02c3-4cb8-b521-c2398c106aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:04:46.901984 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312bc38-0caa-43fc-9526-4979829cba4d req-b7b08ac6-5383-4a0a-8785-87b826bed3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:46.903747 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c312bc38-0caa-43fc-9526-4979829cba4d req-b7b08ac6-5383-4a0a-8785-87b826bed3ec service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 1163 time: 0.0814571 Jan 20 21:04:46.948551 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c312bc38-0caa-43fc-9526-4979829cba4d req-cc6bd439-ac57-4296-8d12-7d471ce01e4e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0377181 Jan 20 21:04:46.992081 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8925b250-02c3-4cb8-b521-c2398c106aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:46.997206 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8925b250-02c3-4cb8-b521-c2398c106aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:47.006861 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e98c2c9d-8fd6-4449-9c4e-5145b298e501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:47.061739 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925b250-02c3-4cb8-b521-c2398c106aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ec15a1-efdf-4138-bf81-4f82ba032dd5,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:47.065325 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8925b250-02c3-4cb8-b521-c2398c106aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:47.068812 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-8925b250-02c3-4cb8-b521-c2398c106aab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3266c169951f4e718b9104e085e015bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4188619 Jan 20 21:04:47.071872 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 32892) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:47.092026 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1ef56-107b-4393-bc3b-aa31bb2b6485 req-52c0bc7c-ae9b-4a43-9229-a23708a22653 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:47.093589 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-28b1ef56-107b-4393-bc3b-aa31bb2b6485 req-52c0bc7c-ae9b-4a43-9229-a23708a22653 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 946 time: 0.1895900 Jan 20 21:04:47.137349 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:47.146356 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-28b1ef56-107b-4393-bc3b-aa31bb2b6485 req-6d4c3e01-9807-4963-a2dd-65cc0a0b360b tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0462432 Jan 20 21:04:47.170869 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:47.452397 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:47.456297 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6bd047d1-39c1-4910-937d-b1a06acc94c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:47.469973 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ec15a1-efdf-4138-bf81-4f82ba032dd5,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:47.479706 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:47.480927 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50ec15a1-efdf-4138-bf81-4f82ba032dd5 HTTP/1.1" status: 204 len: 168 time: 0.4079075 Jan 20 21:04:47.482409 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.482864 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.483269 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.483675 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.484068 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.484472 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.484866 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.485263 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.485663 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.486494 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.486494 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.486821 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.487253 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.487645 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.488668 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.489032 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.489424 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.489818 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.490209 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.490616 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.491010 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.491403 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.491795 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.492187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:04:47.495828 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fd31a278-d023-41ab-98d4-e1b4fb66f398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:48.053732 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 35f9b64c-409e-40c8-8acc-a87cbe912552 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:04:48.135774 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 35f9b64c-409e-40c8-8acc-a87cbe912552 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:04:48.135774 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:48.412623 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262c252-a58a-409b-9b49-2f8784ce3159 req-69982804-bba9-4154-bcbd-73e3e1be9d72 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:48.414312 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1262c252-a58a-409b-9b49-2f8784ce3159 req-69982804-bba9-4154-bcbd-73e3e1be9d72 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 946 time: 0.1076765 Jan 20 21:04:48.470498 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1262c252-a58a-409b-9b49-2f8784ce3159 req-61e1646c-7de0-4c7b-b037-fb3ff01c3861 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0491962 Jan 20 21:04:48.711023 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a707f0-5dff-4739-b7a3-16bdf3c0a0b8 req-7506717b-c89b-49b6-9701-ceb12291247d tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:48.712663 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-86a707f0-5dff-4739-b7a3-16bdf3c0a0b8 req-7506717b-c89b-49b6-9701-ceb12291247d tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 946 time: 0.1107469 Jan 20 21:04:48.765468 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-86a707f0-5dff-4739-b7a3-16bdf3c0a0b8 req-eb108bce-8224-42ee-8370-c6c3f7fc04e1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0456996 Jan 20 21:04:48.986538 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-82a0df93-f4c9-4b6e-9cfa-370fbfddaafd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1674695 Jan 20 21:04:48.997535 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Request body: {'floatingip': {'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:04:49.006914 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:04:49.016684 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:04:49.027215 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for floatingip, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:49.175104 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:49.467958 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Allocated IP 172.27.0.143 (06ea3fc8-bdc7-4401-9b28-54093eee0170/7fa42e9a-db2b-4126-9d0c-025f1cb6919b/792d70ef-313b-41cf-a349-b7fca55afe17) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 21:04:49.630220 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:49.662190 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:49.679242 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fdd5ffbe-4db0-44af-92e3-e4e08da61912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:49.817086 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Pushing event updated for resources: {'Port': ['ID=792d70ef-313b-41cf-a349-b7fca55afe17,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:49.830070 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:49.873144 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:04:49.874289 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:04:49.876786 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 21:04:49.965337 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for floatingip, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:50.025250 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 35f9b64c-409e-40c8-8acc-a87cbe912552 up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:04:50.027686 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:50.103223 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 35f9b64c-409e-40c8-8acc-a87cbe912552 triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:04:50.103814 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:50.322335 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:50.326667 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:50.400666 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:50.498966 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Pushing event updated for resources: {'Port': ['ID=792d70ef-313b-41cf-a349-b7fca55afe17,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:50.504025 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:50.590735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:50.617347 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:50.618756 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-a70e75d8-23ae-4bc9-b257-58c336e7c9cb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6255183 Jan 20 21:04:50.708266 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-6bd972ee-2d07-4f62-9387-af26a5c92a5e tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Synchronizing usage tracker for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:floatingip {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:04:50.725161 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-6bd972ee-2d07-4f62-9387-af26a5c92a5e tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Unset dirty status for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:floatingip {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:04:50.726423 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-6bd972ee-2d07-4f62-9387-af26a5c92a5e tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.143 HTTP/1.1" status: 200 len: 696 time: 0.1012530 Jan 20 21:04:50.899671 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-46935b8f-a358-4806-991a-9d7541ed4b36 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:50.901133 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-41448b58-2bb1-414b-a25e-1cc20bed4f69 req-46935b8f-a358-4806-991a-9d7541ed4b36 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/networks/06ea3fc8-bdc7-4401-9b28-54093eee0170 HTTP/1.1" status: 200 len: 784 time: 0.1687272 Jan 20 21:04:51.112281 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-0e61f48a-06ba-4220-9577-b92df2054952 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:51.113919 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-0e61f48a-06ba-4220-9577-b92df2054952 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1023440 Jan 20 21:04:51.203328 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-b3714d7c-50dc-483a-abb2-b54551c891c0 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.143 HTTP/1.1" status: 200 len: 696 time: 0.0829628 Jan 20 21:04:51.213980 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-2459bca1-06f4-433a-80cd-0a8035b94fa8 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Request body: {'floatingip': {'port_id': '35f9b64c-409e-40c8-8acc-a87cbe912552', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:04:51.298924 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-2459bca1-06f4-433a-80cd-0a8035b94fa8 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for floatingip, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:52.169930 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-2459bca1-06f4-433a-80cd-0a8035b94fa8 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:52.172689 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-2459bca1-06f4-433a-80cd-0a8035b94fa8 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:52.358655 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-2459bca1-06f4-433a-80cd-0a8035b94fa8 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Floating IP f4dd2636-7716-43a4-b916-f035cbaa38b6 associated. External IP: 172.27.0.143, port: 35f9b64c-409e-40c8-8acc-a87cbe912552. Jan 20 21:04:52.790404 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-2459bca1-06f4-433a-80cd-0a8035b94fa8 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Router b582adfb-29cf-49ca-a33d-cae75f0b2c20 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:04:53.002152 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-2459bca1-06f4-433a-80cd-0a8035b94fa8 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:04:53.015225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834a5f9a-19c1-4d7e-8e46-287d4cc3a423 None None] Sync routers for ids ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:04:53.015705 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-2459bca1-06f4-433a-80cd-0a8035b94fa8 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:53.028565 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834a5f9a-19c1-4d7e-8e46-287d4cc3a423 None None] Routers {'b582adfb-29cf-49ca-a33d-cae75f0b2c20'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:04:53.029588 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-834a5f9a-19c1-4d7e-8e46-287d4cc3a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:04:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:04:53.079183 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-2459bca1-06f4-433a-80cd-0a8035b94fa8 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "PUT /v2.0/floatingips/f4dd2636-7716-43a4-b916-f035cbaa38b6 HTTP/1.1" status: 200 len: 997 time: 1.8691940 Jan 20 21:04:53.080541 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'tag': '35f9b64c-409e-40c8-8acc-a87cbe912552'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:04:53.145709 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'tag': '35f9b64c-409e-40c8-8acc-a87cbe912552', 'status': 'completed', 'code': 200} Jan 20 21:04:53.292040 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbf027-cf2a-4b4c-93aa-5ea9e9e8770a req-ff173dcd-a7cc-4e82-9c7c-7a2b3abd22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:53.293942 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-74fbf027-cf2a-4b4c-93aa-5ea9e9e8770a req-ff173dcd-a7cc-4e82-9c7c-7a2b3abd22e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 1163 time: 0.0990314 Jan 20 21:04:53.341562 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-6a1d0e71-118e-45e1-8212-66a1cc949017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:53.343260 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-6a1d0e71-118e-45e1-8212-66a1cc949017 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 1163 time: 0.2542355 Jan 20 21:04:53.416351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-834a5f9a-19c1-4d7e-8e46-287d4cc3a423 None None] Set router b582adfb-29cf-49ca-a33d-cae75f0b2c20 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:04:53.450675 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbf027-cf2a-4b4c-93aa-5ea9e9e8770a req-4801e0c2-1bf7-4f02-8dd4-f0ca8f11bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:53.452533 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-74fbf027-cf2a-4b4c-93aa-5ea9e9e8770a req-4801e0c2-1bf7-4f02-8dd4-f0ca8f11bd34 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 905 time: 0.1510322 Jan 20 21:04:53.495979 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-fe949406-3437-4222-afbb-1d5ec2fa9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:53.497605 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-fe949406-3437-4222-afbb-1d5ec2fa9ce4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 905 time: 0.1474435 Jan 20 21:04:53.608514 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-292bb2d8-0347-46fe-86ef-aff15f4cc621 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35f9b64c-409e-40c8-8acc-a87cbe912552 HTTP/1.1" status: 200 len: 1000 time: 0.1031644 Jan 20 21:04:53.680137 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-3d930acc-67a8-468d-a220-438093d50e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:53.682120 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-3d930acc-67a8-468d-a220-438093d50e92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.0658662 Jan 20 21:04:53.764824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-28e1dd81-2529-421a-9436-6cd3f26d27b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:53.766455 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-28e1dd81-2529-421a-9436-6cd3f26d27b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779569 Jan 20 21:04:53.786865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-834a5f9a-19c1-4d7e-8e46-287d4cc3a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': 'f4dd2636-7716-43a4-b916-f035cbaa38b6', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'port_id': '35f9b64c-409e-40c8-8acc-a87cbe912552', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'mac_address': 'fa:16:3e:ae:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T21:04:49Z', 'updated_at': '2021-01-20T21:04:51Z', 'revision_number': 1, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:34Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:04:53.791005 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834a5f9a-19c1-4d7e-8e46-287d4cc3a423 None None] Checking router: b582adfb-29cf-49ca-a33d-cae75f0b2c20 for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:04:53.800176 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834a5f9a-19c1-4d7e-8e46-287d4cc3a423 None None] Routers {'b582adfb-29cf-49ca-a33d-cae75f0b2c20'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:04:53.801576 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-834a5f9a-19c1-4d7e-8e46-287d4cc3a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:04:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:04:53.911528 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-4a6cad70-41e1-4385-85e0-1d658347e495 service neutron] 10.222.0.18 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376219 Jan 20 21:04:53.992775 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-834a5f9a-19c1-4d7e-8e46-287d4cc3a423 None None] Set router b582adfb-29cf-49ca-a33d-cae75f0b2c20 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:04:54.058280 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5313c8a8-b12f-4e76-98a4-973fcbf4e234 req-79704fde-1c07-439e-b0a5-86e129c1d2f5 service neutron] 10.222.0.18 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402876 Jan 20 21:04:54.261165 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:04:54.386639 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-834a5f9a-19c1-4d7e-8e46-287d4cc3a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': 'f4dd2636-7716-43a4-b916-f035cbaa38b6', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'port_id': '35f9b64c-409e-40c8-8acc-a87cbe912552', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'mac_address': 'fa:16:3e:ae:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T21:04:49Z', 'updated_at': '2021-01-20T21:04:51Z', 'revision_number': 1, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:34Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:04:54.399591 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834a5f9a-19c1-4d7e-8e46-287d4cc3a423 None None] The sync data for ids ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'] in dv-cinder-749155-5-iscsi is: [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': 'f4dd2636-7716-43a4-b916-f035cbaa38b6', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'port_id': '35f9b64c-409e-40c8-8acc-a87cbe912552', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'mac_address': 'fa:16:3e:ae:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T21:04:49Z', 'updated_at': '2021-01-20T21:04:51Z', 'revision_number': 1, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:34Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:04:54.554595 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-74fbf027-cf2a-4b4c-93aa-5ea9e9e8770a req-fdbc8a3f-e2c5-48ab-9dbc-9dea3e49063b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35f9b64c-409e-40c8-8acc-a87cbe912552 HTTP/1.1" status: 200 len: 1000 time: 0.1268637 Jan 20 21:04:54.716567 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec7a7e7-712d-4d11-9ca9-118543601739 None None] New status for floating IP f4dd2636-7716-43a4-b916-f035cbaa38b6: ACTIVE {{(pid=80114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 21:04:55.301161 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbf027-cf2a-4b4c-93aa-5ea9e9e8770a req-266ffbb2-89e1-41f0-93ad-d6f981230545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:55.302752 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-74fbf027-cf2a-4b4c-93aa-5ea9e9e8770a req-266ffbb2-89e1-41f0-93ad-d6f981230545 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.0652401 Jan 20 21:04:56.257744 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbf027-cf2a-4b4c-93aa-5ea9e9e8770a req-db19e0c8-7be3-41d3-aa05-ab3db38faafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:04:56.259387 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-74fbf027-cf2a-4b4c-93aa-5ea9e9e8770a req-db19e0c8-7be3-41d3-aa05-ab3db38faafc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788534 Jan 20 21:04:56.407921 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-74fbf027-cf2a-4b4c-93aa-5ea9e9e8770a req-c3a24f63-21d6-40ed-8407-2807e0573490 service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352320 Jan 20 21:04:56.548957 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-74fbf027-cf2a-4b4c-93aa-5ea9e9e8770a req-260a44f5-f516-41f1-bcc0-c4ea4f15f916 service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1342888 Jan 20 21:04:58.826420 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 33058) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:58.980583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ce6e-651d-41f4-80a9-42c8dfe8da02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:58.995932 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-0ae1ce6e-651d-41f4-80a9-42c8dfe8da02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:04:59.000194 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-0ae1ce6e-651d-41f4-80a9-42c8dfe8da02 admin admin] Usage tracker for resource:security_group_rule and tenant:f8a3ec0cbe5d44959d43b9d99abcd8f8 is out of sync, need to count used quota {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:04:59.003300 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-0ae1ce6e-651d-41f4-80a9-42c8dfe8da02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80112) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:04:59.009071 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-0ae1ce6e-651d-41f4-80a9-42c8dfe8da02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:04:59.095149 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ce6e-651d-41f4-80a9-42c8dfe8da02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:59.098525 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0ae1ce6e-651d-41f4-80a9-42c8dfe8da02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:59.107526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0352b942-0326-4da4-9469-a4df907edfd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:59.149664 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-0ae1ce6e-651d-41f4-80a9-42c8dfe8da02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8a3ec0cbe5d44959d43b9d99abcd8f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220468 Jan 20 21:04:59.151366 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1ce6e-651d-41f4-80a9-42c8dfe8da02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45464fac-0f68-44e1-9bf3-36fcd8e025e7,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:59.152625 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 33064) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:59.154846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0ae1ce6e-651d-41f4-80a9-42c8dfe8da02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:59.218804 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3765dc0-612d-4ada-9396-cb19030c2bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:59.245638 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3765dc0-612d-4ada-9396-cb19030c2bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:59.289813 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3765dc0-612d-4ada-9396-cb19030c2bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:59.294812 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1ff8fc50-f4dc-4620-acbb-68f02675768c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:59.307460 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3765dc0-612d-4ada-9396-cb19030c2bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45464fac-0f68-44e1-9bf3-36fcd8e025e7,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:59.310652 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d3765dc0-612d-4ada-9396-cb19030c2bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:59.312668 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3765dc0-612d-4ada-9396-cb19030c2bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:59.313884 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-d3765dc0-612d-4ada-9396-cb19030c2bc8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45464fac-0f68-44e1-9bf3-36fcd8e025e7 HTTP/1.1" status: 204 len: 168 time: 0.1601977 Jan 20 21:04:59.509182 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6dc6da56-a5ff-4b3e-b923-71b49f4e6938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:59.662469 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 33074) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:59.683121 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b79df669-4708-404c-8e96-5c5da908be46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:59.698926 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b79df669-4708-404c-8e96-5c5da908be46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:04:59.703017 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-b79df669-4708-404c-8e96-5c5da908be46 admin admin] Usage tracker for resource:security_group_rule and tenant:cf9c50b2c44b439497cec87cb8b0622c is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:04:59.705953 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-b79df669-4708-404c-8e96-5c5da908be46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:04:59.711730 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-b79df669-4708-404c-8e96-5c5da908be46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:04:59.795477 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b79df669-4708-404c-8e96-5c5da908be46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:59.798285 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b79df669-4708-404c-8e96-5c5da908be46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:59.807759 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-fe54f03f-f0c8-435f-b732-a2517642de2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:04:59.854196 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-b79df669-4708-404c-8e96-5c5da908be46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf9c50b2c44b439497cec87cb8b0622c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905406 Jan 20 21:04:59.855213 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79df669-4708-404c-8e96-5c5da908be46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f73ec89-6032-420f-8d1a-dfc8ab2c7d7c,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:04:59.857173 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 33078) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:04:59.858611 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b79df669-4708-404c-8e96-5c5da908be46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:04:59.922192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3400123-77ff-4703-bd36-779b79b9ee35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:59.949439 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3400123-77ff-4703-bd36-779b79b9ee35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:04:59.997884 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3400123-77ff-4703-bd36-779b79b9ee35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:00.002881 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-6dcf5b13-d6bc-4bda-aedf-58a8fcd4c923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:05:00.015268 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3400123-77ff-4703-bd36-779b79b9ee35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f73ec89-6032-420f-8d1a-dfc8ab2c7d7c,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:05:00.019384 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-d3400123-77ff-4703-bd36-779b79b9ee35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:05:00.025923 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d3400123-77ff-4703-bd36-779b79b9ee35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:00.027231 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-d3400123-77ff-4703-bd36-779b79b9ee35 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f73ec89-6032-420f-8d1a-dfc8ab2c7d7c HTTP/1.1" status: 204 len: 168 time: 0.1688356 Jan 20 21:05:00.440729 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 33088) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:05:00.460654 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-aaba89e1-6923-4511-a6f3-2c1885138832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:00.476526 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-aaba89e1-6923-4511-a6f3-2c1885138832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:05:00.480859 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-aaba89e1-6923-4511-a6f3-2c1885138832 admin admin] Usage tracker for resource:security_group_rule and tenant:862d351419c548f78f6c64898072059f is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 20 21:05:00.483846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [None req-aaba89e1-6923-4511-a6f3-2c1885138832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 20 21:05:00.489918 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [None req-aaba89e1-6923-4511-a6f3-2c1885138832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:05:00.572810 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-aaba89e1-6923-4511-a6f3-2c1885138832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:00.575675 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-aaba89e1-6923-4511-a6f3-2c1885138832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:00.583607 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1b0e0acb-9032-4d6e-ac2c-98b8db51bb0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:05:00.625788 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba89e1-6923-4511-a6f3-2c1885138832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcc4d62-11d2-4362-ba37-26fdcf40ed26,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:05:00.633189 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-aaba89e1-6923-4511-a6f3-2c1885138832 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=862d351419c548f78f6c64898072059f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892722 Jan 20 21:05:00.633189 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-aaba89e1-6923-4511-a6f3-2c1885138832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:05:00.635488 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 33094) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:05:00.705778 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4183127-bc3a-44d6-8133-245cd36328d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:00.738122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4183127-bc3a-44d6-8133-245cd36328d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:00.782376 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4183127-bc3a-44d6-8133-245cd36328d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:00.787393 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-1d5ef3a7-d2b3-4e07-a6a6-b948f3a10443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:05:00.799717 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4183127-bc3a-44d6-8133-245cd36328d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcc4d62-11d2-4362-ba37-26fdcf40ed26,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:05:00.803931 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c4183127-bc3a-44d6-8133-245cd36328d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:05:00.809521 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-c4183127-bc3a-44d6-8133-245cd36328d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:00.813541 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-c4183127-bc3a-44d6-8133-245cd36328d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fcc4d62-11d2-4362-ba37-26fdcf40ed26 HTTP/1.1" status: 204 len: 168 time: 0.1767912 Jan 20 21:05:02.466156 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-d078101e-83a2-45a3-8dea-dd67eb026cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:02.564839 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:03.192617 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:03.705870 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:07.138017 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbadb2-40e2-4a6a-831a-2187a405be32 req-eec26998-5e90-4ee4-8313-0b52a1891250 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:05:07.139671 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1ddbadb2-40e2-4a6a-831a-2187a405be32 req-eec26998-5e90-4ee4-8313-0b52a1891250 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=eaee6323-8832-47eb-9bc1-e11caf46ad1c HTTP/1.1" status: 200 len: 946 time: 0.1028099 Jan 20 21:05:07.189849 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1ddbadb2-40e2-4a6a-831a-2187a405be32 req-b1ecd314-6dca-4718-9e70-5f1920d8899a tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438678 Jan 20 21:05:08.557743 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0be38d-d147-4e3a-a802-48f963161401 req-eba593ff-97cc-48d6-8c4c-7a2a4618e81c tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:05:08.559371 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aa0be38d-d147-4e3a-a802-48f963161401 req-eba593ff-97cc-48d6-8c4c-7a2a4618e81c tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=eaee6323-8832-47eb-9bc1-e11caf46ad1c HTTP/1.1" status: 200 len: 946 time: 0.1044388 Jan 20 21:05:08.610371 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aa0be38d-d147-4e3a-a802-48f963161401 req-62b41ddb-610d-4e07-b185-88a8c2c8be32 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446730 Jan 20 21:05:09.276590 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fdd51-9520-4b01-93e5-e03c5ebd592a req-90b66e60-93c8-4dde-b149-5732eca50994 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:05:09.278120 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c94fdd51-9520-4b01-93e5-e03c5ebd592a req-90b66e60-93c8-4dde-b149-5732eca50994 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.10 "GET /v2.0/ports?device_id=eaee6323-8832-47eb-9bc1-e11caf46ad1c HTTP/1.1" status: 200 len: 946 time: 0.3358300 Jan 20 21:05:09.356438 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-c94fdd51-9520-4b01-93e5-e03c5ebd592a req-3f298ef1-973f-4cd8-99ba-c868f3a40244 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Deleting port 8262f18e-4274-4793-80ea-5853f8645bbe {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:05:09.356826 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c94fdd51-9520-4b01-93e5-e03c5ebd592a req-3f298ef1-973f-4cd8-99ba-c868f3a40244 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:09.367929 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 8262f18e-4274-4793-80ea-5853f8645bbe no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:05:09.489481 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:09.519204 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaee6323-8832-47eb-9bc1-e11caf46ad1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8262f18e-4274-4793-80ea-5853f8645bbe'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:05:09.530352 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 8262f18e-4274-4793-80ea-5853f8645bbe, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8262f18e-4274-4793-80ea-5853f8645bbe,segment=NetworkSegment(689a3348-3e62-4a46-ac30-a00d273261b1),segment_id=689a3348-3e62-4a46-ac30-a00d273261b1)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:05:09.534486 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:09.537087 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:05:09.631527 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-c94fdd51-9520-4b01-93e5-e03c5ebd592a req-3f298ef1-973f-4cd8-99ba-c868f3a40244 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] For port 8262f18e-4274-4793-80ea-5853f8645bbe, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8262f18e-4274-4793-80ea-5853f8645bbe,segment=NetworkSegment(689a3348-3e62-4a46-ac30-a00d273261b1),segment_id=689a3348-3e62-4a46-ac30-a00d273261b1)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:05:09.632183 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c94fdd51-9520-4b01-93e5-e03c5ebd592a req-3f298ef1-973f-4cd8-99ba-c868f3a40244 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:09.638391 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=8262f18e-4274-4793-80ea-5853f8645bbe,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:05:09.642754 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:05:09.771710 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-c94fdd51-9520-4b01-93e5-e03c5ebd592a req-3f298ef1-973f-4cd8-99ba-c868f3a40244 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Calling delete_port for 8262f18e-4274-4793-80ea-5853f8645bbe owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:05:09.825499 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaee6323-8832-47eb-9bc1-e11caf46ad1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8262f18e-4274-4793-80ea-5853f8645bbe', 'code': 200} Jan 20 21:05:09.860620 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78a7b3-aef6-485d-9f7f-06fb6613d0a7 req-f835a1c4-9151-4e91-8d46-97980229028c tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:05:09.861291 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [req-c94fdd51-9520-4b01-93e5-e03c5ebd592a req-3f298ef1-973f-4cd8-99ba-c868f3a40244 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80112) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 21:05:09.861659 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [req-c94fdd51-9520-4b01-93e5-e03c5ebd592a req-3f298ef1-973f-4cd8-99ba-c868f3a40244 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 21:05:09.862279 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0d78a7b3-aef6-485d-9f7f-06fb6613d0a7 req-f835a1c4-9151-4e91-8d46-97980229028c tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=eaee6323-8832-47eb-9bc1-e11caf46ad1c HTTP/1.1" status: 200 len: 944 time: 0.1109641 Jan 20 21:05:09.914096 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0d78a7b3-aef6-485d-9f7f-06fb6613d0a7 req-4daa3178-2d76-48cc-a4ff-4fbfdd53caee tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/security-groups?id=3801f347-903c-417d-ad86-77bc30673a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448825 Jan 20 21:05:10.362912 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-c94fdd51-9520-4b01-93e5-e03c5ebd592a req-3f298ef1-973f-4cd8-99ba-c868f3a40244 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Deleting port 8262f18e-4274-4793-80ea-5853f8645bbe {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:05:10.363313 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c94fdd51-9520-4b01-93e5-e03c5ebd592a req-3f298ef1-973f-4cd8-99ba-c868f3a40244 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:10.628802 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-c94fdd51-9520-4b01-93e5-e03c5ebd592a req-3f298ef1-973f-4cd8-99ba-c868f3a40244 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] For port 8262f18e-4274-4793-80ea-5853f8645bbe, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=8262f18e-4274-4793-80ea-5853f8645bbe,segment=NetworkSegment(689a3348-3e62-4a46-ac30-a00d273261b1),segment_id=689a3348-3e62-4a46-ac30-a00d273261b1)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:05:10.629119 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c94fdd51-9520-4b01-93e5-e03c5ebd592a req-3f298ef1-973f-4cd8-99ba-c868f3a40244 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:10.764855 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-c94fdd51-9520-4b01-93e5-e03c5ebd592a req-3f298ef1-973f-4cd8-99ba-c868f3a40244 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Calling delete_port for 8262f18e-4274-4793-80ea-5853f8645bbe owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:05:10.912457 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c94fdd51-9520-4b01-93e5-e03c5ebd592a req-3f298ef1-973f-4cd8-99ba-c868f3a40244 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:10.922654 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:10.928191 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-222c4a77-9896-4ef6-a596-826d0753bf77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:05:10.977990 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f298ef1-973f-4cd8-99ba-c868f3a40244 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Pushing event deleted for resources: {'Port': ['ID=8262f18e-4274-4793-80ea-5853f8645bbe,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:05:11.029413 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3f298ef1-973f-4cd8-99ba-c868f3a40244 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:05:11.111885 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-0fca44a5-533b-408e-88a2-2ed858eefec7 req-b1f0f58d-dce9-4923-9ee0-9a06ee2aa80a tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.18 "GET /v2.0/ports?device_id=eaee6323-8832-47eb-9bc1-e11caf46ad1c HTTP/1.1" status: 200 len: 210 time: 0.0627899 Jan 20 21:05:11.183385 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94fdd51-9520-4b01-93e5-e03c5ebd592a req-3f298ef1-973f-4cd8-99ba-c868f3a40244 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] No DVR routers for this DVR port 8262f18e-4274-4793-80ea-5853f8645bbe on host hv-cinder-74915 {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 21:05:11.185506 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-c94fdd51-9520-4b01-93e5-e03c5ebd592a req-3f298ef1-973f-4cd8-99ba-c868f3a40244 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:11.188198 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaee6323-8832-47eb-9bc1-e11caf46ad1c', 'name': 'network-vif-deleted', 'tag': '8262f18e-4274-4793-80ea-5853f8645bbe'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:05:11.203766 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c94fdd51-9520-4b01-93e5-e03c5ebd592a req-3f298ef1-973f-4cd8-99ba-c868f3a40244 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] 10.222.0.10 "DELETE /v2.0/ports/8262f18e-4274-4793-80ea-5853f8645bbe HTTP/1.1" status: 204 len: 173 time: 1.9192162 Jan 20 21:05:11.337399 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaee6323-8832-47eb-9bc1-e11caf46ad1c', 'name': 'network-vif-deleted', 'tag': '8262f18e-4274-4793-80ea-5853f8645bbe', 'status': 'completed', 'code': 200} Jan 20 21:05:29.511805 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-29444dd1-302f-42af-aaf0-186d57ff1c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:31.190065 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:05:32.468584 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a8c3cc7d-8378-405b-ae51-acd56b62525c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:32.572511 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:33.207992 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:33.708721 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:37.108824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 33282) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:05:37.178732 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Deleting subnet cb148383-bc5f-477a-9b18-220aee5fa1ca {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 21:05:37.181950 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:37.234382 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2426957'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:37.292645 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851329876'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:37.564980 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3445940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852348269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27003399'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:37.580675 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:05:37.677026 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb148383-bc5f-477a-9b18-220aee5fa1ca,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:05:37.691133 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.691483 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.691938 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.692338 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.692734 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.693130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.693522 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.693913 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.694304 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.694742 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.695131 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.695519 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.695945 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.696333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.696717 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.697101 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.697484 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.697869 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.698251 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.698660 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.699047 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.699428 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.699810 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.700192 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:05:37.716107 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:05:37.734715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:37.741530 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-8609afec-a6f2-4cc2-9c5b-65eeccd7c766 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cb148383-bc5f-477a-9b18-220aee5fa1ca HTTP/1.1" status: 204 len: 168 time: 0.6315918 Jan 20 21:05:37.744183 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.18', 33286) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:05:37.862771 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-af010502-4fb0-41dd-8f42-9d992d78c1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854054876'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:38.289394 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-af010502-4fb0-41dd-8f42-9d992d78c1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3445791', 'neutron.services.segments.db._delete_segments_for_network--9223363282312691657'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:38.407519 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-af010502-4fb0-41dd-8f42-9d992d78c1dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e07c953-4dab-49d6-88c3-a20f03b2e79d']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:05:38.421666 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-af010502-4fb0-41dd-8f42-9d992d78c1dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689a3348-3e62-4a46-ac30-a00d273261b1') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:05:38.422011 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-af010502-4fb0-41dd-8f42-9d992d78c1dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689a3348-3e62-4a46-ac30-a00d273261b1') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:05:38.434995 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-af010502-4fb0-41dd-8f42-9d992d78c1dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282312693449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852348859'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:38.451543 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-af010502-4fb0-41dd-8f42-9d992d78c1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:38.453765 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-af010502-4fb0-41dd-8f42-9d992d78c1dd admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 21:05:38.637773 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-af010502-4fb0-41dd-8f42-9d992d78c1dd admin admin] Network 8e07c953-4dab-49d6-88c3-a20f03b2e79d has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:05:38.647804 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-af010502-4fb0-41dd-8f42-9d992d78c1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851331117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852348164'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:38.838037 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-af010502-4fb0-41dd-8f42-9d992d78c1dd admin admin] Network 8e07c953-4dab-49d6-88c3-a20f03b2e79d has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: Traceback (most recent call last): Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: timer() Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: cb(*args, **kw) Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: return func(*args, **kwargs) Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: self._notify() Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: self.callback(batched_events) Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: event.method(event) Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: segment_id)['aggregates'][0] Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(self, *a, **k) Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: return self._get(url).json() Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: **kwargs) Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.request(url, 'GET', **kwargs) Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: **endpoint_filter) Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 21:05:38.862127 dv-cinder-749155-5-iscsi neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 21:05:38.944004 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-af010502-4fb0-41dd-8f42-9d992d78c1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851330025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854383812'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:38.948580 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-af010502-4fb0-41dd-8f42-9d992d78c1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:38.951473 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:05:38.976128 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af010502-4fb0-41dd-8f42-9d992d78c1dd admin admin] Pushing event deleted for resources: {'Network': ['ID=8e07c953-4dab-49d6-88c3-a20f03b2e79d,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:05:38.979162 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-af010502-4fb0-41dd-8f42-9d992d78c1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:05:38.984482 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-af010502-4fb0-41dd-8f42-9d992d78c1dd admin admin] 10.222.0.18 "DELETE /v2.0/networks/8e07c953-4dab-49d6-88c3-a20f03b2e79d HTTP/1.1" status: 204 len: 168 time: 1.2392442 Jan 20 21:05:39.290352 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 33292) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:05:39.345874 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-8df43b27-8287-439e-a8fd-b764d3b51422 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2374c7ab0ef749dcbd78c800a708f1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541224 Jan 20 21:05:39.349164 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 33296) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:05:39.415692 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ba729681-999a-43fa-9c5d-d49d2141008b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:39.453080 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ba729681-999a-43fa-9c5d-d49d2141008b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:39.500619 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ba729681-999a-43fa-9c5d-d49d2141008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:39.505885 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ea2dc8e3-6810-4fc3-bc5a-e22ff0d8f810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:05:39.520662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba729681-999a-43fa-9c5d-d49d2141008b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3801f347-903c-417d-ad86-77bc30673a75,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:05:39.523738 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ba729681-999a-43fa-9c5d-d49d2141008b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:05:39.534123 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ba729681-999a-43fa-9c5d-d49d2141008b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:39.536403 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-ba729681-999a-43fa-9c5d-d49d2141008b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3801f347-903c-417d-ad86-77bc30673a75 HTTP/1.1" status: 204 len: 168 time: 0.1852856 Jan 20 21:05:40.950588 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:05:59.514301 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1a93a420-26ce-4d17-9a49-b244aef63372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:02.470877 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a86a6ebd-8775-4508-a3c7-5f0ca037fd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:02.570783 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:03.200726 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:03.710965 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:08.189857 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:06:09.657870 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-24c70874-3681-42b6-ae0a-a8121153b97a req-7f9c7440-852e-4130-9d97-9cc5a1bda66a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0817368 Jan 20 21:06:09.818828 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c70874-3681-42b6-ae0a-a8121153b97a req-d035943c-4cde-48df-8980-6248b8a4a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:09.820439 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-24c70874-3681-42b6-ae0a-a8121153b97a req-d035943c-4cde-48df-8980-6248b8a4a95f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 1163 time: 0.0770888 Jan 20 21:06:09.976899 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c70874-3681-42b6-ae0a-a8121153b97a req-f7666c48-c582-4c4c-bb7f-5d4865dfcc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:09.978496 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-24c70874-3681-42b6-ae0a-a8121153b97a req-f7666c48-c582-4c4c-bb7f-5d4865dfcc78 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 905 time: 0.1390190 Jan 20 21:06:10.091249 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-24c70874-3681-42b6-ae0a-a8121153b97a req-5dbb41d0-3fe1-4061-8195-ab488bfce86b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35f9b64c-409e-40c8-8acc-a87cbe912552 HTTP/1.1" status: 200 len: 1002 time: 0.1051581 Jan 20 21:06:10.159266 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c70874-3681-42b6-ae0a-a8121153b97a req-ee4741b6-4a4c-4c55-99f7-a1f1e45f4c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:10.160810 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-24c70874-3681-42b6-ae0a-a8121153b97a req-ee4741b6-4a4c-4c55-99f7-a1f1e45f4c6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.0634408 Jan 20 21:06:10.245804 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c70874-3681-42b6-ae0a-a8121153b97a req-e8cd3667-b5e8-4da1-82fb-186cc7944f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:10.247451 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-24c70874-3681-42b6-ae0a-a8121153b97a req-e8cd3667-b5e8-4da1-82fb-186cc7944f86 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804036 Jan 20 21:06:10.391598 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-24c70874-3681-42b6-ae0a-a8121153b97a req-0e699742-1feb-4522-a707-dad522eb55b4 service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365759 Jan 20 21:06:10.534206 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-24c70874-3681-42b6-ae0a-a8121153b97a req-b466ef2f-8472-4ec2-b0d0-681e09e60769 service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1357455 Jan 20 21:06:10.949642 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:28.777064 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-406ff066-0879-46cb-95fa-e85731b20631 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-268775870&fields=id&tenant_id=5f3d8957a8fb47cfbac0777130b595f5 HTTP/1.1" status: 200 len: 267 time: 0.0469584 Jan 20 21:06:28.955191 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-f9f5b48c-deb8-4e43-b51b-eebe086c7655 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:28.956753 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-f9f5b48c-deb8-4e43-b51b-eebe086c7655 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 811 time: 0.1725974 Jan 20 21:06:28.973800 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-66034356-0b59-423a-aa18-0757afd7ab96 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/quotas/5f3d8957a8fb47cfbac0777130b595f5 HTTP/1.1" status: 200 len: 375 time: 0.0103970 Jan 20 21:06:29.089785 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-56e76c8e-e65e-49da-8571-357bee57bc3f tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1098278 Jan 20 21:06:29.106469 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-a53b5853-39a8-4303-afc0-d429c68cf797 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=80113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 20 21:06:29.107553 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-a53b5853-39a8-4303-afc0-d429c68cf797 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0055277 Jan 20 21:06:29.248652 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-813e4d92-f288-4262-ad14-da82c9619512 service neutron] 10.222.0.18 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351504 Jan 20 21:06:29.391782 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-ae420dc0-1e87-46b7-b3fe-9b102c8a903d service neutron] 10.222.0.18 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365850 Jan 20 21:06:29.518878 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3bf29a15-55b1-41fd-9033-472d0694823a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:29.820435 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c9f131f1-578b-44e5-8d3e-df37e6e618a2 req-54f6b9e5-cc9d-4a16-9d5e-7830a0e80be0 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 210 time: 0.0479791 Jan 20 21:06:31.000045 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-21bd3ebe-fc83-4d9b-b064-c83b08f95d16 req-e0a1e99f-bc46-475c-ba2d-05da55adf289 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 210 time: 0.0491488 Jan 20 21:06:31.241256 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-d82bdbf1-eab5-4267-9f5a-c02e6baff9f2 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:31.242858 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-d82bdbf1-eab5-4267-9f5a-c02e6baff9f2 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.10 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 811 time: 0.1746929 Jan 20 21:06:31.334440 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-42cd1e43-2007-44c8-8d37-b7a3d2ba811c tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5f3d8957a8fb47cfbac0777130b595f5 HTTP/1.1" status: 200 len: 5763 time: 0.0729175 Jan 20 21:06:31.343660 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Request body: {'port': {'device_id': 'dee92835-b2ca-476d-b77e-2db045615b29', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'admin_state_up': True, 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'security_groups': ['eeea8fbb-0c0c-4577-befc-0564cf9e2358']}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:06:31.491864 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:06:31.502176 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80112) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:06:31.510971 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Made reservation on behalf of 5f3d8957a8fb47cfbac0777130b595f5 for: {'port': 1} {{(pid=80112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 20 21:06:31.519822 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:31.830882 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Allocated IP 172.20.0.12 (d0bffc3a-4c0a-42fc-adff-68ca79e6e80c/56109a76-9439-48a6-9012-0d30ffdbc457/7ab239b6-a181-4400-87ad-8dd18fb0b34a) {{(pid=80112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 21:06:32.034281 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for port, precommit_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:32.051317 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Transition to ACTIVE for port object 7ab239b6-a181-4400-87ad-8dd18fb0b34a will not be triggered until provisioned by entity DHCP. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:06:32.077200 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_create {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:32.097897 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-e65f90ad-579a-4715-9b83-6dd2dfcde68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:06:32.297444 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Pushing event updated for resources: {'Port': ['ID=7ab239b6-a181-4400-87ad-8dd18fb0b34a,revision_number=1']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:06:32.315966 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.316395 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.316922 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.317241 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.317657 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.318068 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.318479 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.318919 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.319326 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.319736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.320142 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.320547 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.320990 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.321919 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.322327 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.322763 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.323170 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.323575 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.323978 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.324382 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.324784 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.325187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.325589 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.325994 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:32.332962 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:06:32.403178 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b6573-f52e-401e-95da-eab724874cf2 req-805ad0cb-3ad2-4119-8f71-519d77d2834c tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:32.404784 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c74b6573-f52e-401e-95da-eab724874cf2 req-805ad0cb-3ad2-4119-8f71-519d77d2834c tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 932 time: 0.2640212 Jan 20 21:06:32.406911 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c is already hosted by enough agents. {{(pid=80112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:06:32.408196 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Resources bound (agent type, host, resource id): {{(pid=80112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:06:32.410675 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Received port after_create {{(pid=80112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 21:06:32.477718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-edb34b2d-7378-4b5d-a16e-6a32e1d3c338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:32.513154 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c74b6573-f52e-401e-95da-eab724874cf2 req-3a40755a-7c49-444b-abe3-cef13c82021f tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0736122 Jan 20 21:06:32.530918 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:32.531668 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:32.565360 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2258534 Jan 20 21:06:32.576216 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:32.583625 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Request body: {'port': {'device_id': 'dee92835-b2ca-476d-b77e-2db045615b29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74915'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:06:32.595619 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-7ea99ca4-bf32-4647-aa6a-ab2a154a08d1 None None] Provisioning for port 7ab239b6-a181-4400-87ad-8dd18fb0b34a completed by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:06:32.600762 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-7ea99ca4-bf32-4647-aa6a-ab2a154a08d1 None None] Provisioning complete for port 7ab239b6-a181-4400-87ad-8dd18fb0b34a triggered by entity DHCP. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:06:32.601181 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7ea99ca4-bf32-4647-aa6a-ab2a154a08d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:32.680547 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-7ea99ca4-bf32-4647-aa6a-ab2a154a08d1 None None] Port 7ab239b6-a181-4400-87ad-8dd18fb0b34a cannot update to ACTIVE because it is not bound. {{(pid=80114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 20 21:06:32.731391 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:33.203471 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:33.382820 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab239b6-a181-4400-87ad-8dd18fb0b34a {{(pid=80112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 20 21:06:33.391981 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:33.404419 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Transition to ACTIVE for port object 7ab239b6-a181-4400-87ad-8dd18fb0b34a will not be triggered until provisioned by entity L2. {{(pid=80112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 20 21:06:33.407355 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:33.423000 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-ad15f9d9-825f-4b15-927d-1c55cbd0b26a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:06:33.557261 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab239b6-a181-4400-87ad-8dd18fb0b34a,revision_number=2']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:06:33.561985 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:06:33.717081 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:33.752471 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5942c2-1045-4898-a152-7989414ec2a8 req-eb119882-5327-4cd9-b456-02d1563e649b tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:33.754183 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a5942c2-1045-4898-a152-7989414ec2a8 req-eb119882-5327-4cd9-b456-02d1563e649b tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 944 time: 0.1089089 Jan 20 21:06:33.755899 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Attempting to bind port 7ab239b6-a181-4400-87ad-8dd18fb0b34a on host hv-cinder-74915 for vnic_type normal with profile {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 20 21:06:33.756485 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Attempting to bind port 7ab239b6-a181-4400-87ad-8dd18fb0b34a by drivers openvswitch on host hv-cinder-74915 at level 0 using segments [{'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 20 21:06:33.756857 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Attempting to bind port 7ab239b6-a181-4400-87ad-8dd18fb0b34a on network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 20 21:06:33.763243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Checking agent: {'id': 'aa99820e-76d0-4d2e-9135-130bca8948b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-74915', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 20, 20, 52, 8), 'started_at': datetime.datetime(2021, 1, 20, 20, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 20, 21, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 20 21:06:33.763620 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Checking segment: {'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 20 21:06:33.764026 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:33.764418 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Bound using segment: {'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'} {{(pid=80112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 20 21:06:33.764905 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Bound port: 7ab239b6-a181-4400-87ad-8dd18fb0b34a, host: hv-cinder-74915, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888424d9-8989-4463-86fb-56a5104417c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c'}}] {{(pid=80112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 20 21:06:33.765436 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:33.814888 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a5942c2-1045-4898-a152-7989414ec2a8 req-cd8c8850-bd08-415f-b2d4-881175cd5100 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0541537 Jan 20 21:06:33.866282 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] For port 7ab239b6-a181-4400-87ad-8dd18fb0b34a, host hv-cinder-74915, cleared binding levels {{(pid=80112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 20 21:06:33.870613 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] For port 7ab239b6-a181-4400-87ad-8dd18fb0b34a, host hv-cinder-74915, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7ab239b6-a181-4400-87ad-8dd18fb0b34a,segment=NetworkSegment(888424d9-8989-4463-86fb-56a5104417c0),segment_id=888424d9-8989-4463-86fb-56a5104417c0)] {{(pid=80112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 20 21:06:33.873792 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26958883'] for port, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:33.889306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5d1f3936-ce0a-4ee9-a1cc-d344524eecd5 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:06:34.041965 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab239b6-a181-4400-87ad-8dd18fb0b34a,revision_number=3']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:06:34.045685 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:06:34.080679 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:34.081296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:34.082835 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] 10.222.0.10 "PUT /v2.0/ports/7ab239b6-a181-4400-87ad-8dd18fb0b34a HTTP/1.1" status: 200 len: 1158 time: 1.5041919 Jan 20 21:06:34.083407 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee92835-b2ca-476d-b77e-2db045615b29', 'tag': '7ab239b6-a181-4400-87ad-8dd18fb0b34a'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:06:34.180729 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee92835-b2ca-476d-b77e-2db045615b29', 'tag': '7ab239b6-a181-4400-87ad-8dd18fb0b34a', 'status': 'completed', 'code': 200} Jan 20 21:06:34.223271 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-4b9f1241-00a5-48e5-a166-f0b783f39a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:34.224905 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-4b9f1241-00a5-48e5-a166-f0b783f39a06 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 1161 time: 0.0858097 Jan 20 21:06:34.305890 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-80f68b4a-3b9e-4a99-90c7-111991c385cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ab239b6-a181-4400-87ad-8dd18fb0b34a HTTP/1.1" status: 200 len: 217 time: 0.0682633 Jan 20 21:06:34.377994 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-181a4355-ff6a-4568-9382-b5657853cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:34.379563 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-181a4355-ff6a-4568-9382-b5657853cb5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.0673974 Jan 20 21:06:34.462681 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-08407226-5f26-4991-86f9-1d4362e5dc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:34.464309 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-08407226-5f26-4991-86f9-1d4362e5dc5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783358 Jan 20 21:06:34.607191 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-2bb6a196-adf3-4c02-9684-135b1bc0495c service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357856 Jan 20 21:06:34.761793 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7cda52f6-774f-4cc1-85cc-a58a2780e6bc req-c7512cd6-17e6-4dfa-a25b-53a9f4eb1184 service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1479828 Jan 20 21:06:34.933225 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89e254-e2be-43e8-9dd1-5b226ce8d671 req-13ac6749-9f83-44c4-a8d6-70998c3ca21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:34.935160 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e89e254-e2be-43e8-9dd1-5b226ce8d671 req-13ac6749-9f83-44c4-a8d6-70998c3ca21d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 1161 time: 0.0835893 Jan 20 21:06:35.042242 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad381ae-f6bc-4d44-90d9-eadd734090bb req-244241f2-0ce0-427b-bc47-12a2cac53b04 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:35.043887 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2ad381ae-f6bc-4d44-90d9-eadd734090bb req-244241f2-0ce0-427b-bc47-12a2cac53b04 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 944 time: 0.1025031 Jan 20 21:06:35.082890 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89e254-e2be-43e8-9dd1-5b226ce8d671 req-8175f497-19cd-4ddf-b0be-7846cff346e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:35.084482 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e89e254-e2be-43e8-9dd1-5b226ce8d671 req-8175f497-19cd-4ddf-b0be-7846cff346e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 905 time: 0.1421211 Jan 20 21:06:35.095469 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2ad381ae-f6bc-4d44-90d9-eadd734090bb req-cb1e0a69-548d-4fd1-b138-1b6abff51b77 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0447574 Jan 20 21:06:35.158318 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e89e254-e2be-43e8-9dd1-5b226ce8d671 req-6bfe2bf7-e9ad-438a-8e9a-7b4af2581d16 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ab239b6-a181-4400-87ad-8dd18fb0b34a HTTP/1.1" status: 200 len: 217 time: 0.0655060 Jan 20 21:06:35.233355 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89e254-e2be-43e8-9dd1-5b226ce8d671 req-3bdb3124-9198-4e13-9c3f-b6e1f9e95e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:35.234984 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e89e254-e2be-43e8-9dd1-5b226ce8d671 req-3bdb3124-9198-4e13-9c3f-b6e1f9e95e11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.0675986 Jan 20 21:06:35.319678 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89e254-e2be-43e8-9dd1-5b226ce8d671 req-ca4814b0-d685-4f0d-931c-95f98733968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:35.321285 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e89e254-e2be-43e8-9dd1-5b226ce8d671 req-ca4814b0-d685-4f0d-931c-95f98733968e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766101 Jan 20 21:06:35.468464 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e89e254-e2be-43e8-9dd1-5b226ce8d671 req-87c95020-5970-46d0-807a-208658677fab service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368606 Jan 20 21:06:35.608399 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-7e89e254-e2be-43e8-9dd1-5b226ce8d671 req-2c641883-fe10-4c9a-9248-c19e1e449d7a service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1337707 Jan 20 21:06:36.328641 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc77f99-463e-48fe-9457-91f9e372618f req-7ab2885f-457b-4fc0-9b58-6f7ce1f39201 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:36.329403 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-9bc77f99-463e-48fe-9457-91f9e372618f req-7ab2885f-457b-4fc0-9b58-6f7ce1f39201 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Synchronizing usage tracker for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:06:36.344160 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-9bc77f99-463e-48fe-9457-91f9e372618f req-7ab2885f-457b-4fc0-9b58-6f7ce1f39201 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Unset dirty status for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:06:36.345392 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9bc77f99-463e-48fe-9457-91f9e372618f req-7ab2885f-457b-4fc0-9b58-6f7ce1f39201 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 944 time: 0.1175182 Jan 20 21:06:36.400338 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9bc77f99-463e-48fe-9457-91f9e372618f req-03fc3131-1b43-444f-b1c9-0a3d68c5c655 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0486336 Jan 20 21:06:37.636306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374cd80-745b-4ec4-ab39-4219dbffda6b req-5dadc1c2-585e-4c5d-af48-fa5a9046af65 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:37.637967 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9374cd80-745b-4ec4-ab39-4219dbffda6b req-5dadc1c2-585e-4c5d-af48-fa5a9046af65 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 944 time: 0.1064441 Jan 20 21:06:37.688799 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-9374cd80-745b-4ec4-ab39-4219dbffda6b req-86595c5e-5d00-435d-aa72-61f43cce2204 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0443060 Jan 20 21:06:38.921604 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680129f-f59e-4fc9-a1af-bd4498712db6 req-21dc0e25-5118-498f-85b2-86695f673b65 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:38.923231 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1680129f-f59e-4fc9-a1af-bd4498712db6 req-21dc0e25-5118-498f-85b2-86695f673b65 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 944 time: 0.1025605 Jan 20 21:06:38.975092 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1680129f-f59e-4fc9-a1af-bd4498712db6 req-914b0ff7-0217-44d7-af72-061c7e537fee tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0455568 Jan 20 21:06:40.200365 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194603e-b778-4176-b6ca-1c296cce445f req-3ce1abaa-3120-49bb-aaaa-4552c786b7d1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:40.201880 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b194603e-b778-4176-b6ca-1c296cce445f req-3ce1abaa-3120-49bb-aaaa-4552c786b7d1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 944 time: 0.1001372 Jan 20 21:06:40.255457 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b194603e-b778-4176-b6ca-1c296cce445f req-222b66e1-da6b-4a50-b0e8-925f76caa100 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0473297 Jan 20 21:06:40.964480 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:41.643406 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5d1be-3e4b-42de-b7e7-928e3787a459 req-fa7dbf3b-2374-44f3-b1c4-076af4a0bf99 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:41.644995 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-59b5d1be-3e4b-42de-b7e7-928e3787a459 req-fa7dbf3b-2374-44f3-b1c4-076af4a0bf99 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 944 time: 0.1060917 Jan 20 21:06:41.696780 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-59b5d1be-3e4b-42de-b7e7-928e3787a459 req-b37fafdc-178c-42c0-ab30-bf344790e086 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0449963 Jan 20 21:06:42.625052 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 7ab239b6-a181-4400-87ad-8dd18fb0b34a up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:06:42.695757 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning for port 7ab239b6-a181-4400-87ad-8dd18fb0b34a completed by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 20 21:06:42.700669 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 7ab239b6-a181-4400-87ad-8dd18fb0b34a triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:06:42.701099 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:42.834956 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:42.863780 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee92835-b2ca-476d-b77e-2db045615b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab239b6-a181-4400-87ad-8dd18fb0b34a'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:06:42.874648 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] For port 7ab239b6-a181-4400-87ad-8dd18fb0b34a, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7ab239b6-a181-4400-87ad-8dd18fb0b34a,segment=NetworkSegment(888424d9-8989-4463-86fb-56a5104417c0),segment_id=888424d9-8989-4463-86fb-56a5104417c0)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:06:42.877873 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:42.879854 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-90dd81db-d00c-4328-a864-7d227901bff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:06:42.924305 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee92835-b2ca-476d-b77e-2db045615b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab239b6-a181-4400-87ad-8dd18fb0b34a', 'code': 200} Jan 20 21:06:42.935915 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ed490-c709-41d6-8a53-a5ca802d7619 req-4d770b8a-ec32-4f46-b43c-4b7875c29f92 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:42.937600 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-799ed490-c709-41d6-8a53-a5ca802d7619 req-4d770b8a-ec32-4f46-b43c-4b7875c29f92 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 944 time: 0.1088088 Jan 20 21:06:42.954114 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Pushing event updated for resources: {'Port': ['ID=7ab239b6-a181-4400-87ad-8dd18fb0b34a,revision_number=4']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:06:42.962859 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.963258 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.963650 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.964551 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.964551 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.964795 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.965107 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.965482 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.965873 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.966501 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.966910 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.967280 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.967738 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.968080 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.968451 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.968818 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.969187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.969553 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.969923 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.970287 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.970677 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.971046 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.971410 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.971773 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:42.976234 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:06:42.994513 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-799ed490-c709-41d6-8a53-a5ca802d7619 req-ae3927f2-ce3b-4371-932f-2be01891c5a7 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0506673 Jan 20 21:06:43.247708 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce644c6f-b22a-4cf9-b253-11b2a428ca03 req-7d5d278e-81ab-4f92-9339-9188d420d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:43.249259 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ce644c6f-b22a-4cf9-b253-11b2a428ca03 req-7d5d278e-81ab-4f92-9339-9188d420d26a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 1163 time: 0.0772884 Jan 20 21:06:43.296682 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ce644c6f-b22a-4cf9-b253-11b2a428ca03 req-8bb95fb7-f24f-4be5-a92f-e176fccf209b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0401914 Jan 20 21:06:44.363432 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e9d01-d5a0-42fb-8b96-4b10dd6065f1 req-30101412-cd2b-49dd-9a9f-8bc4a61fcc1c tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:44.365132 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ae3e9d01-d5a0-42fb-8b96-4b10dd6065f1 req-30101412-cd2b-49dd-9a9f-8bc4a61fcc1c tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 946 time: 0.1035042 Jan 20 21:06:44.417545 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 7ab239b6-a181-4400-87ad-8dd18fb0b34a up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:06:44.421573 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-ae3e9d01-d5a0-42fb-8b96-4b10dd6065f1 req-7c4e88a7-e829-4494-bae4-af165130d32d tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0487545 Jan 20 21:06:44.652381 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 7ab239b6-a181-4400-87ad-8dd18fb0b34a triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:06:44.652707 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:45.189684 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:06:45.656793 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48561f55-fd76-4bae-bf6a-e890505edb2f req-09faaa4d-e234-4adf-9c06-1780c22ddf05 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:45.658417 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-48561f55-fd76-4bae-bf6a-e890505edb2f req-09faaa4d-e234-4adf-9c06-1780c22ddf05 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 946 time: 0.1048658 Jan 20 21:06:45.709200 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-48561f55-fd76-4bae-bf6a-e890505edb2f req-7a40b29c-64d6-4a41-a296-dec9a07137a4 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0442002 Jan 20 21:06:45.939678 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78edea-bc09-4e74-87f5-a631c21fb1d4 req-ebfbceee-d09a-434a-a586-8508f8049d6e tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:45.941285 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8d78edea-bc09-4e74-87f5-a631c21fb1d4 req-ebfbceee-d09a-434a-a586-8508f8049d6e tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 946 time: 0.1069810 Jan 20 21:06:45.992224 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8d78edea-bc09-4e74-87f5-a631c21fb1d4 req-d4b3224f-3786-490b-a575-44fa8b980cc6 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0446198 Jan 20 21:06:46.207125 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-f723adc1-afc8-4c70-b828-b8ed5f2338b1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1613045 Jan 20 21:06:46.217896 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Request body: {'floatingip': {'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:06:46.226841 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 20 21:06:46.237166 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.quota.driver [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 20 21:06:46.246049 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for floatingip, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:46.387573 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:46.661315 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_common [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Allocated IP 172.27.0.131 (06ea3fc8-bdc7-4401-9b28-54093eee0170/7fa42e9a-db2b-4126-9d0c-025f1cb6919b/927c843f-d9c2-4503-928a-a004c8635910) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 20 21:06:46.820381 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:46.849502 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754541728149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:46.864592 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-79f720ad-bd92-487e-bb77-2461fabcb1bc tempest-TestMinimumBasicScenario-269184882 tempest-TestMinimumBasicScenario-269184882] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:06:46.999125 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Pushing event updated for resources: {'Port': ['ID=927c843f-d9c2-4503-928a-a004c8635910,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:06:47.019470 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.019895 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.020314 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.020726 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.021135 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.021538 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.021939 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.022341 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.022793 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.023197 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.023595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.023993 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.024462 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.024861 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.025261 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.025662 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.026062 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.026459 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.026885 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.027282 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.027680 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.028079 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.028485 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.028881 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:06:47.034293 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:06:47.072108 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Network 06ea3fc8-bdc7-4401-9b28-54093eee0170 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 20 21:06:47.073231 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.base_scheduler [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 20 21:06:47.075571 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 20 21:06:47.158446 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for floatingip, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:47.223652 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:47.497449 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:47.500937 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363282312633494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363282313045091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754541730743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852348194'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:47.515797 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-9dfc6ac0-4580-4dcd-912c-31acc073bcc1 tempest-AttachVolumeNegativeTest-2040377356 tempest-AttachVolumeNegativeTest-2040377356] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:06:47.891008 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Pushing event updated for resources: {'Port': ['ID=927c843f-d9c2-4503-928a-a004c8635910,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:06:47.896026 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:06:47.986822 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:48.013154 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:48.014501 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-c08ddec8-dac6-4c11-9cf3-085fae9e97dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8010263 Jan 20 21:06:48.104255 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-4f501422-ac68-40cb-825d-cb26b148ca46 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Synchronizing usage tracker for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:floatingip {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:06:48.119221 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-4f501422-ac68-40cb-825d-cb26b148ca46 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Unset dirty status for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:floatingip {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:06:48.120427 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-4f501422-ac68-40cb-825d-cb26b148ca46 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.131 HTTP/1.1" status: 200 len: 696 time: 0.0996101 Jan 20 21:06:48.296854 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-32efaade-b7b4-41fe-8493-415b060252d0 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:48.298333 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2a6ec497-3819-4cdf-abb6-bfe7bd13ef2a req-32efaade-b7b4-41fe-8493-415b060252d0 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/networks/06ea3fc8-bdc7-4401-9b28-54093eee0170 HTTP/1.1" status: 200 len: 784 time: 0.1719992 Jan 20 21:06:48.505019 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-42539bbe-80e8-4d8d-b6b2-e66c4cd7f062 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:48.506656 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-42539bbe-80e8-4d8d-b6b2-e66c4cd7f062 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1028168 Jan 20 21:06:48.597114 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-efa73eaa-f510-4a24-bcee-6cafafbd108c tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.131 HTTP/1.1" status: 200 len: 696 time: 0.0834801 Jan 20 21:06:48.607718 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.v2.base [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-be9e9bc7-d4aa-4408-a97b-271aa2c7a317 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Request body: {'floatingip': {'port_id': '7ab239b6-a181-4400-87ad-8dd18fb0b34a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 20 21:06:48.694472 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-be9e9bc7-d4aa-4408-a97b-271aa2c7a317 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for floatingip, before_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:49.559477 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-be9e9bc7-d4aa-4408-a97b-271aa2c7a317 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for floatingip, precommit_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:49.562306 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-be9e9bc7-d4aa-4408-a97b-271aa2c7a317 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854383857'] for floatingip, after_update {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:49.740971 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-be9e9bc7-d4aa-4408-a97b-271aa2c7a317 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Floating IP 6b88bb80-81d6-446e-88be-204461afd998 associated. External IP: 172.27.0.131, port: 7ab239b6-a181-4400-87ad-8dd18fb0b34a. Jan 20 21:06:50.111078 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-be9e9bc7-d4aa-4408-a97b-271aa2c7a317 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Router b582adfb-29cf-49ca-a33d-cae75f0b2c20 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:06:50.299300 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-be9e9bc7-d4aa-4408-a97b-271aa2c7a317 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:06:50.303810 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-be9e9bc7-d4aa-4408-a97b-271aa2c7a317 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:06:50.309912 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f1859f-28be-4525-ad24-6656da6ec175 None None] Sync routers for ids ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:06:50.320643 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f1859f-28be-4525-ad24-6656da6ec175 None None] Routers {'b582adfb-29cf-49ca-a33d-cae75f0b2c20'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:06:50.321818 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-10f1859f-28be-4525-ad24-6656da6ec175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:06:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:06:50.366760 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-be9e9bc7-d4aa-4408-a97b-271aa2c7a317 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "PUT /v2.0/floatingips/6b88bb80-81d6-446e-88be-204461afd998 HTTP/1.1" status: 200 len: 997 time: 1.7629819 Jan 20 21:06:50.367248 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee92835-b2ca-476d-b77e-2db045615b29', 'tag': '7ab239b6-a181-4400-87ad-8dd18fb0b34a'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:06:50.449564 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee92835-b2ca-476d-b77e-2db045615b29', 'tag': '7ab239b6-a181-4400-87ad-8dd18fb0b34a', 'status': 'completed', 'code': 200} Jan 20 21:06:50.461923 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-8f203beb-2155-4a8b-ab5e-6d874d36bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:50.463604 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-8f203beb-2155-4a8b-ab5e-6d874d36bc0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 1163 time: 0.0829964 Jan 20 21:06:50.515354 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-10f1859f-28be-4525-ad24-6656da6ec175 None None] Set router b582adfb-29cf-49ca-a33d-cae75f0b2c20 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:06:50.669068 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-9e0fbef5-1638-4b7c-9251-c5fc968d44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:50.670887 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-9e0fbef5-1638-4b7c-9251-c5fc968d44e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 905 time: 0.2004006 Jan 20 21:06:50.677007 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efb775-367d-4d78-8f85-3164ee4d9e2a req-d1206f1d-6107-4c83-9717-c21db0c308fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:50.678530 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e1efb775-367d-4d78-8f85-3164ee4d9e2a req-d1206f1d-6107-4c83-9717-c21db0c308fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 1163 time: 0.1797585 Jan 20 21:06:50.889740 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-4d118e0c-a855-44de-b435-4cfec5f29706 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ab239b6-a181-4400-87ad-8dd18fb0b34a HTTP/1.1" status: 200 len: 1000 time: 0.2094138 Jan 20 21:06:50.890736 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-10f1859f-28be-4525-ad24-6656da6ec175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': '6b88bb80-81d6-446e-88be-204461afd998', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'port_id': '7ab239b6-a181-4400-87ad-8dd18fb0b34a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'mac_address': 'fa:16:3e:7f:43:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee92835-b2ca-476d-b77e-2db045615b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T21:06:47Z', 'updated_at': '2021-01-20T21:06:49Z', 'revision_number': 1, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'fixed_ip_address_scope': None}, {'id': 'f4dd2636-7716-43a4-b916-f035cbaa38b6', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'port_id': '35f9b64c-409e-40c8-8acc-a87cbe912552', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'mac_address': 'fa:16:3e:ae:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T21:04:49Z', 'updated_at': '2021-01-20T21:04:54Z', 'revision_number': 2, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:34Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:06:50.895530 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f1859f-28be-4525-ad24-6656da6ec175 None None] Checking router: b582adfb-29cf-49ca-a33d-cae75f0b2c20 for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:06:50.904483 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f1859f-28be-4525-ad24-6656da6ec175 None None] Routers {'b582adfb-29cf-49ca-a33d-cae75f0b2c20'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:06:50.905135 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-10f1859f-28be-4525-ad24-6656da6ec175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:06:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:06:50.984269 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efb775-367d-4d78-8f85-3164ee4d9e2a req-90ae7422-6314-4d76-a508-fdb2e955eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:50.985769 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e1efb775-367d-4d78-8f85-3164ee4d9e2a req-90ae7422-6314-4d76-a508-fdb2e955eaed service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 905 time: 0.2490315 Jan 20 21:06:50.995542 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-c09bfb29-f2fa-4494-a2b3-c58f6f228bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:50.997067 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-c09bfb29-f2fa-4494-a2b3-c58f6f228bb4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.0948853 Jan 20 21:06:51.156082 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e1efb775-367d-4d78-8f85-3164ee4d9e2a req-2cfd26b0-b756-47e9-92f2-ec1b04418a7a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ab239b6-a181-4400-87ad-8dd18fb0b34a HTTP/1.1" status: 200 len: 1000 time: 0.1629078 Jan 20 21:06:51.233685 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-892ec92e-257a-49d2-8f30-c3c8cad99e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:51.235517 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-892ec92e-257a-49d2-8f30-c3c8cad99e69 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1865435 Jan 20 21:06:51.243122 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efb775-367d-4d78-8f85-3164ee4d9e2a req-f6634038-62a0-43ea-a7a3-fb2add064c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:51.244652 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e1efb775-367d-4d78-8f85-3164ee4d9e2a req-f6634038-62a0-43ea-a7a3-fb2add064c78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.0775936 Jan 20 21:06:51.250111 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-10f1859f-28be-4525-ad24-6656da6ec175 None None] Set router b582adfb-29cf-49ca-a33d-cae75f0b2c20 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:06:51.642327 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-10f1859f-28be-4525-ad24-6656da6ec175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': '6b88bb80-81d6-446e-88be-204461afd998', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'port_id': '7ab239b6-a181-4400-87ad-8dd18fb0b34a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'mac_address': 'fa:16:3e:7f:43:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee92835-b2ca-476d-b77e-2db045615b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T21:06:47Z', 'updated_at': '2021-01-20T21:06:49Z', 'revision_number': 1, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'fixed_ip_address_scope': None}, {'id': 'f4dd2636-7716-43a4-b916-f035cbaa38b6', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'port_id': '35f9b64c-409e-40c8-8acc-a87cbe912552', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'mac_address': 'fa:16:3e:ae:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T21:04:49Z', 'updated_at': '2021-01-20T21:04:54Z', 'revision_number': 2, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:34Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:06:51.647130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f1859f-28be-4525-ad24-6656da6ec175 None None] The sync data for ids ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'] in dv-cinder-749155-5-iscsi is: [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': '6b88bb80-81d6-446e-88be-204461afd998', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'port_id': '7ab239b6-a181-4400-87ad-8dd18fb0b34a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'mac_address': 'fa:16:3e:7f:43:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee92835-b2ca-476d-b77e-2db045615b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T21:06:47Z', 'updated_at': '2021-01-20T21:06:49Z', 'revision_number': 1, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'fixed_ip_address_scope': None}, {'id': 'f4dd2636-7716-43a4-b916-f035cbaa38b6', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'port_id': '35f9b64c-409e-40c8-8acc-a87cbe912552', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'mac_address': 'fa:16:3e:ae:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T21:04:49Z', 'updated_at': '2021-01-20T21:04:54Z', 'revision_number': 2, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:34Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:06:51.708751 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-5a9e9e4f-ddc4-45bd-a308-e5e4da5a0231 service neutron] 10.222.0.18 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630721 Jan 20 21:06:51.712316 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efb775-367d-4d78-8f85-3164ee4d9e2a req-98b753b5-cd90-46e6-908e-16440b601b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:06:51.713861 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e1efb775-367d-4d78-8f85-3164ee4d9e2a req-98b753b5-cd90-46e6-908e-16440b601b0b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4471881 Jan 20 21:06:51.937204 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a575f1ba-e1ef-46a4-a0e8-205014881e90 None None] New status for floating IP 6b88bb80-81d6-446e-88be-204461afd998: ACTIVE {{(pid=80114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 21:06:51.980063 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-339c46e8-f7b4-4745-bb4d-b400857adab9 req-288e6125-af4a-4d55-b8fc-dc052566dc75 service neutron] 10.222.0.18 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2634792 Jan 20 21:06:51.982885 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e1efb775-367d-4d78-8f85-3164ee4d9e2a req-6ab1734d-c443-43d3-a27c-5b764eece53b service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446737 Jan 20 21:06:52.129918 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-e1efb775-367d-4d78-8f85-3164ee4d9e2a req-7340f1c1-c611-4831-aeb4-db89ecf01276 service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408782 Jan 20 21:06:59.520310 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-55537831-fb58-4f96-94a5-16d85b319493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:07:02.470233 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-4a42c0d9-292b-4daa-afc1-9fd842516899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:07:02.575360 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:07:03.206675 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:07:03.721830 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:07:10.963568 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:07:11.622638 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98588867-89de-425f-beda-4f5a8b8fa87e req-b8773fa8-549a-4388-b92a-ecdd88abb304 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0768740 Jan 20 21:07:11.791294 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98588867-89de-425f-beda-4f5a8b8fa87e req-01a570dc-1fde-4f53-bee2-047a10caf42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:07:11.792948 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98588867-89de-425f-beda-4f5a8b8fa87e req-01a570dc-1fde-4f53-bee2-047a10caf42f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 1163 time: 0.0835521 Jan 20 21:07:11.951505 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98588867-89de-425f-beda-4f5a8b8fa87e req-4910b84e-110d-47e4-854a-942476562d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:07:11.953109 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98588867-89de-425f-beda-4f5a8b8fa87e req-4910b84e-110d-47e4-854a-942476562d8b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 905 time: 0.1402392 Jan 20 21:07:12.068824 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98588867-89de-425f-beda-4f5a8b8fa87e req-b884e836-116f-40d2-9322-6f2e52e10db7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35f9b64c-409e-40c8-8acc-a87cbe912552 HTTP/1.1" status: 200 len: 1002 time: 0.1088064 Jan 20 21:07:12.137629 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98588867-89de-425f-beda-4f5a8b8fa87e req-734cbc33-72d0-4736-9fb9-ddce26b15503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:07:12.139249 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98588867-89de-425f-beda-4f5a8b8fa87e req-734cbc33-72d0-4736-9fb9-ddce26b15503 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.0644293 Jan 20 21:07:12.220457 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98588867-89de-425f-beda-4f5a8b8fa87e req-b527a501-baa0-4400-b1af-a6352824bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:07:12.222064 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98588867-89de-425f-beda-4f5a8b8fa87e req-b527a501-baa0-4400-b1af-a6352824bef4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768187 Jan 20 21:07:12.363281 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98588867-89de-425f-beda-4f5a8b8fa87e req-3b06165a-64c6-472e-9559-4f465c8012f7 service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344528 Jan 20 21:07:12.507548 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-98588867-89de-425f-beda-4f5a8b8fa87e req-4794c7c2-b670-4d9a-a96d-eb540c1a90d4 service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379995 Jan 20 21:07:22.189591 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:07:29.521006 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f0f2b59a-4191-46f7-b9ed-3d759c6006b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:07:32.472098 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-01200b59-3487-4957-8113-7218f8d3831e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:07:32.579665 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:07:33.208637 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:07:33.720661 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:07:40.978266 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:07:59.189589 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:07:59.523093 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b80c91da-7db1-435b-8211-bfb7ee46393a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:02.475810 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-895e03e8-0846-4c05-8919-364da8930f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:02.582140 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:03.210254 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:03.723896 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:10.096640 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-33d0fe59-15f9-4b60-9bc2-23f6e929fdb7 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/floatingips/6b88bb80-81d6-446e-88be-204461afd998 HTTP/1.1" status: 200 len: 999 time: 0.1116343 Jan 20 21:08:10.271030 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-000197c6-1809-4dd2-a6f6-6b474112630d tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:10.272469 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-000197c6-1809-4dd2-a6f6-6b474112630d tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/networks/06ea3fc8-bdc7-4401-9b28-54093eee0170 HTTP/1.1" status: 200 len: 784 time: 0.1694572 Jan 20 21:08:10.386444 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-2d65086e-6fe4-4eea-98c5-2a5d969318fb tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.131 HTTP/1.1" status: 200 len: 1002 time: 0.1068494 Jan 20 21:08:10.487130 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-1c8f632b-7de2-4c5f-8a0a-4b1f4b7e588a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:10.488600 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-1c8f632b-7de2-4c5f-8a0a-4b1f4b7e588a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports/7ab239b6-a181-4400-87ad-8dd18fb0b34a HTTP/1.1" status: 200 len: 943 time: 0.0963252 Jan 20 21:08:10.675550 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-d1f6a504-3f77-48cc-a9df-a0d23a884e93 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.131 HTTP/1.1" status: 200 len: 1002 time: 0.1061029 Jan 20 21:08:10.900707 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Deleting port 927c843f-d9c2-4503-928a-a004c8635910 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:08:10.901010 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:10.988648 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:11.083950 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:11.084319 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:11.223852 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Calling delete_port for 927c843f-d9c2-4503-928a-a004c8635910 owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:08:11.374784 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:11.389930 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:08:11.487107 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Pushing event deleted for resources: {'Port': ['ID=927c843f-d9c2-4503-928a-a004c8635910,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:08:11.500463 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.500951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.501333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.501737 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.502114 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.502514 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.502961 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.503354 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.503752 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.504145 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.504537 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.504927 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.505363 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.505755 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.506147 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.506540 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.506960 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.507353 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.507747 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.508165 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.508554 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.508949 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.509345 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.509734 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:11.520092 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:08:11.628241 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for floatingip, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:11.628616 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Floating IP 6b88bb80-81d6-446e-88be-204461afd998 disassociated (deleted). External IP: 172.27.0.131, port: 7ab239b6-a181-4400-87ad-8dd18fb0b34a. Jan 20 21:08:12.000330 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Router b582adfb-29cf-49ca-a33d-cae75f0b2c20 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:08:12.187433 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:08:12.197163 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de933fa2-5d8f-473e-8c94-4679e90d861a None None] Sync routers for ids ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:08:12.207773 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de933fa2-5d8f-473e-8c94-4679e90d861a None None] Routers {'b582adfb-29cf-49ca-a33d-cae75f0b2c20'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:08:12.208445 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-de933fa2-5d8f-473e-8c94-4679e90d861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:08:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:12.212524 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:12.272499 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-a6a7f952-a27b-4036-a6e0-4e5a4a7ca586 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "DELETE /v2.0/floatingips/6b88bb80-81d6-446e-88be-204461afd998 HTTP/1.1" status: 204 len: 173 time: 1.5903945 Jan 20 21:08:12.273097 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee92835-b2ca-476d-b77e-2db045615b29', 'tag': '7ab239b6-a181-4400-87ad-8dd18fb0b34a'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:08:12.363159 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-38e15722-e5e5-4593-84b0-939239f43c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:12.364811 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-38e15722-e5e5-4593-84b0-939239f43c3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 1163 time: 0.0784881 Jan 20 21:08:12.397574 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-de933fa2-5d8f-473e-8c94-4679e90d861a None None] Set router b582adfb-29cf-49ca-a33d-cae75f0b2c20 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:08:12.477361 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee92835-b2ca-476d-b77e-2db045615b29', 'tag': '7ab239b6-a181-4400-87ad-8dd18fb0b34a', 'status': 'completed', 'code': 200} Jan 20 21:08:12.516410 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-7a8b2f5f-0be8-4081-8baf-a02af8d91c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:12.518026 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-7a8b2f5f-0be8-4081-8baf-a02af8d91c4e service neutron] 10.222.0.18 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 905 time: 0.1461353 Jan 20 21:08:12.625126 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c4a09-ce4a-4ae3-8078-70bd80f918c3 req-a7319089-b8a8-4469-943c-c9b9e0380fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:12.626961 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-eb2c4a09-ce4a-4ae3-8078-70bd80f918c3 req-a7319089-b8a8-4469-943c-c9b9e0380fa0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 1163 time: 0.0963793 Jan 20 21:08:12.786796 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c4a09-ce4a-4ae3-8078-70bd80f918c3 req-26dff620-7abf-4013-af70-b1c80d1bc8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:12.788414 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-eb2c4a09-ce4a-4ae3-8078-70bd80f918c3 req-26dff620-7abf-4013-af70-b1c80d1bc8cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 905 time: 0.1537368 Jan 20 21:08:12.800772 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-de933fa2-5d8f-473e-8c94-4679e90d861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': 'f4dd2636-7716-43a4-b916-f035cbaa38b6', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'port_id': '35f9b64c-409e-40c8-8acc-a87cbe912552', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'mac_address': 'fa:16:3e:ae:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T21:04:49Z', 'updated_at': '2021-01-20T21:04:54Z', 'revision_number': 2, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:34Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:12.805307 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de933fa2-5d8f-473e-8c94-4679e90d861a None None] Checking router: b582adfb-29cf-49ca-a33d-cae75f0b2c20 for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:08:12.814875 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de933fa2-5d8f-473e-8c94-4679e90d861a None None] Routers {'b582adfb-29cf-49ca-a33d-cae75f0b2c20'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:08:12.815559 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-de933fa2-5d8f-473e-8c94-4679e90d861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:08:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:12.862554 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-eb2c4a09-ce4a-4ae3-8078-70bd80f918c3 req-f010668c-ff4e-4d5f-a4db-aa595258a0d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ab239b6-a181-4400-87ad-8dd18fb0b34a HTTP/1.1" status: 200 len: 217 time: 0.0677309 Jan 20 21:08:12.873495 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-0a79e500-fa8a-4933-82b5-0542db4c82cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ab239b6-a181-4400-87ad-8dd18fb0b34a HTTP/1.1" status: 200 len: 217 time: 0.3480160 Jan 20 21:08:12.936014 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c4a09-ce4a-4ae3-8078-70bd80f918c3 req-c822aeea-6f68-48a4-8310-d65029445fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:12.937618 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-eb2c4a09-ce4a-4ae3-8078-70bd80f918c3 req-c822aeea-6f68-48a4-8310-d65029445fa1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.0688808 Jan 20 21:08:12.968842 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-6e602007-c07c-4c88-af52-f30c692fd61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:12.970453 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-6e602007-c07c-4c88-af52-f30c692fd61e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.0844741 Jan 20 21:08:12.980724 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2f45fcdc-59b5-4226-9d95-59d3b4d73c51 req-daeb42d6-74ca-4237-b26f-acacfc75b85b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1442428 Jan 20 21:08:13.007617 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-de933fa2-5d8f-473e-8c94-4679e90d861a None None] Set router b582adfb-29cf-49ca-a33d-cae75f0b2c20 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:08:13.025255 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c4a09-ce4a-4ae3-8078-70bd80f918c3 req-4c04e3d7-9461-4415-bd09-da067958f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:13.025956 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-eb2c4a09-ce4a-4ae3-8078-70bd80f918c3 req-4c04e3d7-9461-4415-bd09-da067958f5c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821683 Jan 20 21:08:13.062348 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-64fe8c89-fd97-4f9d-b7d5-e7a4a9920394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:13.063958 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-64fe8c89-fd97-4f9d-b7d5-e7a4a9920394 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822861 Jan 20 21:08:13.183285 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-eb2c4a09-ce4a-4ae3-8078-70bd80f918c3 req-72001893-9d56-4fd0-93ae-59c90b28c85f service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498940 Jan 20 21:08:13.213330 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-d75bd8d6-0a6d-49d2-908e-1e4a2fb057d2 service neutron] 10.222.0.18 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414695 Jan 20 21:08:13.347603 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-eb2c4a09-ce4a-4ae3-8078-70bd80f918c3 req-50344341-02a1-4593-8e85-0e7fd884c430 service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1572869 Jan 20 21:08:13.368893 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a6b7bcce-05aa-47a3-8729-37e161c133a2 req-3c1c63b1-39c3-42ae-9a3f-dee957d1a7d5 service neutron] 10.222.0.18 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1481555 Jan 20 21:08:13.508683 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45fcdc-59b5-4226-9d95-59d3b4d73c51 req-ddd3fa5d-d63a-4a67-bf25-cc05f28d93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:13.510362 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2f45fcdc-59b5-4226-9d95-59d3b4d73c51 req-ddd3fa5d-d63a-4a67-bf25-cc05f28d93ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 1163 time: 0.0898468 Jan 20 21:08:13.561198 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-de933fa2-5d8f-473e-8c94-4679e90d861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': 'f4dd2636-7716-43a4-b916-f035cbaa38b6', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'port_id': '35f9b64c-409e-40c8-8acc-a87cbe912552', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'mac_address': 'fa:16:3e:ae:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T21:04:49Z', 'updated_at': '2021-01-20T21:04:54Z', 'revision_number': 2, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:34Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:13.566911 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de933fa2-5d8f-473e-8c94-4679e90d861a None None] The sync data for ids ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'] in dv-cinder-749155-5-iscsi is: [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_floatingips': [{'id': 'f4dd2636-7716-43a4-b916-f035cbaa38b6', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'router_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'port_id': '35f9b64c-409e-40c8-8acc-a87cbe912552', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'mac_address': 'fa:16:3e:ae:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-20T21:04:49Z', 'updated_at': '2021-01-20T21:04:54Z', 'revision_number': 2, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:34Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:08:13.677467 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45fcdc-59b5-4226-9d95-59d3b4d73c51 req-0ebb3eb8-f2b7-45ef-aae8-abedcbcf83d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:13.679125 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2f45fcdc-59b5-4226-9d95-59d3b4d73c51 req-0ebb3eb8-f2b7-45ef-aae8-abedcbcf83d0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 905 time: 0.1483924 Jan 20 21:08:13.764282 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2f45fcdc-59b5-4226-9d95-59d3b4d73c51 req-37a15fe2-83af-460f-9671-cffaad77b32e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ab239b6-a181-4400-87ad-8dd18fb0b34a HTTP/1.1" status: 200 len: 217 time: 0.0679572 Jan 20 21:08:13.842778 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45fcdc-59b5-4226-9d95-59d3b4d73c51 req-147da8e5-79ce-47af-b63c-db0f8dd6f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:13.844371 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2f45fcdc-59b5-4226-9d95-59d3b4d73c51 req-147da8e5-79ce-47af-b63c-db0f8dd6f9ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.0733058 Jan 20 21:08:13.855230 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7caeba-cb4a-494e-a6e5-dcf072764c12 req-177e63dc-ebf9-497f-9adf-947492294ef1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:13.857995 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-5f7caeba-cb4a-494e-a6e5-dcf072764c12 req-177e63dc-ebf9-497f-9adf-947492294ef1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Synchronizing usage tracker for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:08:13.871593 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-5f7caeba-cb4a-494e-a6e5-dcf072764c12 req-177e63dc-ebf9-497f-9adf-947492294ef1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Unset dirty status for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:08:13.872883 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5f7caeba-cb4a-494e-a6e5-dcf072764c12 req-177e63dc-ebf9-497f-9adf-947492294ef1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 946 time: 0.1227145 Jan 20 21:08:13.926338 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5f7caeba-cb4a-494e-a6e5-dcf072764c12 req-99073dbc-fd24-4e53-9a09-cce2093e82da tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0470884 Jan 20 21:08:13.931468 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45fcdc-59b5-4226-9d95-59d3b4d73c51 req-a6b36a08-cb5d-4fb8-8e65-bd5501cc4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:13.933085 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2f45fcdc-59b5-4226-9d95-59d3b4d73c51 req-a6b36a08-cb5d-4fb8-8e65-bd5501cc4c22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809007 Jan 20 21:08:13.960710 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03b41fa-1d9b-4558-935f-cd69bf8956d8 None None] New status for floating IP 6b88bb80-81d6-446e-88be-204461afd998: DOWN {{(pid=80114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 21:08:14.078980 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2f45fcdc-59b5-4226-9d95-59d3b4d73c51 req-ecdc9968-4d48-4e03-a339-08aed28b4a5c service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388669 Jan 20 21:08:14.222946 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-2f45fcdc-59b5-4226-9d95-59d3b4d73c51 req-59c60607-828c-4d7d-b701-dc491f220dab service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1366284 Jan 20 21:08:15.177784 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52976d33-d93f-4deb-920a-bc65e9922677 req-a957ee99-ff8a-4a95-b0fa-81ff91c6d76e tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:15.180363 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-52976d33-d93f-4deb-920a-bc65e9922677 req-a957ee99-ff8a-4a95-b0fa-81ff91c6d76e tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 946 time: 0.1179383 Jan 20 21:08:15.233639 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-52976d33-d93f-4deb-920a-bc65e9922677 req-b1a58877-577d-4d71-92a1-78b11f42d35f tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0471594 Jan 20 21:08:15.361652 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 7ab239b6-a181-4400-87ad-8dd18fb0b34a up at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 20 21:08:15.438863 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.provisioning_blocks [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Provisioning complete for port 7ab239b6-a181-4400-87ad-8dd18fb0b34a triggered by entity L2. {{(pid=80114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 20 21:08:15.439301 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854105970'] for port, provisioning_complete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:15.607852 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b598b8b-1328-4ac0-afb8-adc43fd4024f req-4c8f629f-d2bc-49d1-a157-75152e2204d0 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:15.609405 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1b598b8b-1328-4ac0-afb8-adc43fd4024f req-4c8f629f-d2bc-49d1-a157-75152e2204d0 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.10 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 946 time: 0.1033552 Jan 20 21:08:15.693929 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-1b598b8b-1328-4ac0-afb8-adc43fd4024f req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Deleting port 7ab239b6-a181-4400-87ad-8dd18fb0b34a {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:08:15.694227 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1b598b8b-1328-4ac0-afb8-adc43fd4024f req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:16.184682 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-1b598b8b-1328-4ac0-afb8-adc43fd4024f req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] For port 7ab239b6-a181-4400-87ad-8dd18fb0b34a, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=7ab239b6-a181-4400-87ad-8dd18fb0b34a,segment=NetworkSegment(888424d9-8989-4463-86fb-56a5104417c0),segment_id=888424d9-8989-4463-86fb-56a5104417c0)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:08:16.185269 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1b598b8b-1328-4ac0-afb8-adc43fd4024f req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:16.314333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-1b598b8b-1328-4ac0-afb8-adc43fd4024f req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Calling delete_port for 7ab239b6-a181-4400-87ad-8dd18fb0b34a owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:08:16.469766 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1b598b8b-1328-4ac0-afb8-adc43fd4024f req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:16.483439 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bd0f0-f33b-4738-88e5-87e058312a0b req-0240d988-3256-4bdb-a4a4-aada7f4d7df3 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:16.485092 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5d8bd0f0-f33b-4738-88e5-87e058312a0b req-0240d988-3256-4bdb-a4a4-aada7f4d7df3 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 946 time: 0.1204598 Jan 20 21:08:16.487698 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-4586f472-5ad2-46db-8f48-e80eeedefd37 tempest-AttachVolumeTestJSON-1705845 tempest-AttachVolumeTestJSON-1705845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:08:16.536516 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-5d8bd0f0-f33b-4738-88e5-87e058312a0b req-83715de3-3bb0-40bc-84cc-2f12c5614d40 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0447495 Jan 20 21:08:16.582549 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Pushing event deleted for resources: {'Port': ['ID=7ab239b6-a181-4400-87ad-8dd18fb0b34a,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:08:16.597305 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.597730 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.598154 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.598620 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.599009 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.599412 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.599821 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.600226 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.600631 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.601034 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.601438 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.602509 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-749155-5-iscsi {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.602981 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.603387 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.603789 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.604195 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.604600 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.605002 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.605406 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.605911 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.606312 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.606799 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.607206 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.607604 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-74915 {{(pid=80112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 20 21:08:16.611424 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:08:16.713698 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b598b8b-1328-4ac0-afb8-adc43fd4024f req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] No DVR routers for this DVR port 7ab239b6-a181-4400-87ad-8dd18fb0b34a on host hv-cinder-74915 {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 21:08:16.716484 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-1b598b8b-1328-4ac0-afb8-adc43fd4024f req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:16.719533 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee92835-b2ca-476d-b77e-2db045615b29', 'name': 'network-vif-deleted', 'tag': '7ab239b6-a181-4400-87ad-8dd18fb0b34a'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:08:16.735834 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-1b598b8b-1328-4ac0-afb8-adc43fd4024f req-cc54431b-4983-44f1-beab-fe133ee14846 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.10 "DELETE /v2.0/ports/7ab239b6-a181-4400-87ad-8dd18fb0b34a HTTP/1.1" status: 204 len: 173 time: 1.1199028 Jan 20 21:08:16.781500 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee92835-b2ca-476d-b77e-2db045615b29', 'name': 'network-vif-deleted', 'tag': '7ab239b6-a181-4400-87ad-8dd18fb0b34a', 'status': 'completed', 'code': 200} Jan 20 21:08:17.193815 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 7ab239b6-a181-4400-87ad-8dd18fb0b34a no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:08:17.231590 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] No Port match for: 7ab239b6-a181-4400-87ad-8dd18fb0b34a {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:08:17.232012 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 7ab239b6-a181-4400-87ad-8dd18fb0b34a not bound to the agent host hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:08:17.734261 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-fff2a8b6-3d5f-41a0-8043-9d370d3e5a5d req-bd289eed-3e96-4a5c-9e5c-3eb63da88376 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=dee92835-b2ca-476d-b77e-2db045615b29 HTTP/1.1" status: 200 len: 210 time: 0.0526137 Jan 20 21:08:21.407339 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aa47489b-8d5f-4330-85c4-01359551299f req-4247716f-7c70-4c3d-b0c7-a1ed7c21476b tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/floatingips/f4dd2636-7716-43a4-b916-f035cbaa38b6 HTTP/1.1" status: 200 len: 999 time: 0.1157250 Jan 20 21:08:21.585814 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47489b-8d5f-4330-85c4-01359551299f req-a5c97f29-71fd-43bb-829e-32f4066f6df3 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:21.587857 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aa47489b-8d5f-4330-85c4-01359551299f req-a5c97f29-71fd-43bb-829e-32f4066f6df3 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/networks/06ea3fc8-bdc7-4401-9b28-54093eee0170 HTTP/1.1" status: 200 len: 784 time: 0.1747398 Jan 20 21:08:21.703487 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-aa47489b-8d5f-4330-85c4-01359551299f req-a2ab50e4-45fd-4c5d-aaf9-d0778f6e64b0 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Synchronizing usage tracker for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:floatingip {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:08:21.719774 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-aa47489b-8d5f-4330-85c4-01359551299f req-a2ab50e4-45fd-4c5d-aaf9-d0778f6e64b0 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Unset dirty status for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:floatingip {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:08:21.721153 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aa47489b-8d5f-4330-85c4-01359551299f req-a2ab50e4-45fd-4c5d-aaf9-d0778f6e64b0 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.143 HTTP/1.1" status: 200 len: 1002 time: 0.1264369 Jan 20 21:08:21.819829 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47489b-8d5f-4330-85c4-01359551299f req-50a9d85e-f215-47dc-b8b0-78027f04309f tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:21.821767 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aa47489b-8d5f-4330-85c4-01359551299f req-50a9d85e-f215-47dc-b8b0-78027f04309f tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports/35f9b64c-409e-40c8-8acc-a87cbe912552 HTTP/1.1" status: 200 len: 943 time: 0.0946500 Jan 20 21:08:22.006092 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aa47489b-8d5f-4330-85c4-01359551299f req-3a66e371-8dc7-44bb-8d2c-0b7f058be766 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.143 HTTP/1.1" status: 200 len: 1002 time: 0.1055086 Jan 20 21:08:22.232295 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-aa47489b-8d5f-4330-85c4-01359551299f req-816bb67c-3fbc-40c4-b987-c9b12a16de77 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Deleting port 792d70ef-313b-41cf-a349-b7fca55afe17 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:08:22.232602 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-aa47489b-8d5f-4330-85c4-01359551299f req-816bb67c-3fbc-40c4-b987-c9b12a16de77 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:22.415378 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-aa47489b-8d5f-4330-85c4-01359551299f req-816bb67c-3fbc-40c4-b987-c9b12a16de77 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:22.416005 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-aa47489b-8d5f-4330-85c4-01359551299f req-816bb67c-3fbc-40c4-b987-c9b12a16de77 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:22.551191 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-aa47489b-8d5f-4330-85c4-01359551299f req-816bb67c-3fbc-40c4-b987-c9b12a16de77 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Calling delete_port for 792d70ef-313b-41cf-a349-b7fca55afe17 owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:08:22.702520 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-aa47489b-8d5f-4330-85c4-01359551299f req-816bb67c-3fbc-40c4-b987-c9b12a16de77 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:22.719100 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:08:22.810703 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bb67c-3fbc-40c4-b987-c9b12a16de77 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Pushing event deleted for resources: {'Port': ['ID=792d70ef-313b-41cf-a349-b7fca55afe17,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:08:22.817284 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-816bb67c-3fbc-40c4-b987-c9b12a16de77 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:08:22.941349 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-aa47489b-8d5f-4330-85c4-01359551299f req-816bb67c-3fbc-40c4-b987-c9b12a16de77 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for floatingip, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:22.941718 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.db.l3_db [req-aa47489b-8d5f-4330-85c4-01359551299f req-816bb67c-3fbc-40c4-b987-c9b12a16de77 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Floating IP f4dd2636-7716-43a4-b916-f035cbaa38b6 disassociated (deleted). External IP: 172.27.0.143, port: 35f9b64c-409e-40c8-8acc-a87cbe912552. Jan 20 21:08:23.360939 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa47489b-8d5f-4330-85c4-01359551299f req-816bb67c-3fbc-40c4-b987-c9b12a16de77 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Router b582adfb-29cf-49ca-a33d-cae75f0b2c20 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:08:23.566724 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa47489b-8d5f-4330-85c4-01359551299f req-816bb67c-3fbc-40c4-b987-c9b12a16de77 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:08:23.577324 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e51776-6d58-4b2b-81dc-cffb3f4f7fdf None None] Sync routers for ids ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:08:23.588058 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e51776-6d58-4b2b-81dc-cffb3f4f7fdf None None] Routers {'b582adfb-29cf-49ca-a33d-cae75f0b2c20'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:08:23.588822 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e0e51776-6d58-4b2b-81dc-cffb3f4f7fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:08:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:23.594997 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-aa47489b-8d5f-4330-85c4-01359551299f req-816bb67c-3fbc-40c4-b987-c9b12a16de77 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:23.662045 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aa47489b-8d5f-4330-85c4-01359551299f req-816bb67c-3fbc-40c4-b987-c9b12a16de77 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "DELETE /v2.0/floatingips/f4dd2636-7716-43a4-b916-f035cbaa38b6 HTTP/1.1" status: 204 len: 173 time: 1.6490932 Jan 20 21:08:23.662441 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'tag': '35f9b64c-409e-40c8-8acc-a87cbe912552'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:08:23.734236 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'tag': '35f9b64c-409e-40c8-8acc-a87cbe912552', 'status': 'completed', 'code': 200} Jan 20 21:08:23.783343 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47489b-8d5f-4330-85c4-01359551299f req-69de1979-f70c-438c-a91a-9e817d422127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:23.785309 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aa47489b-8d5f-4330-85c4-01359551299f req-69de1979-f70c-438c-a91a-9e817d422127 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 1163 time: 0.1066194 Jan 20 21:08:23.796800 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-e0e51776-6d58-4b2b-81dc-cffb3f4f7fdf None None] Set router b582adfb-29cf-49ca-a33d-cae75f0b2c20 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:08:23.860681 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257a0f4-a2ea-4f3e-ab83-3b852eb17762 req-68816add-81f5-4cb2-af68-befaccacb915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:23.862341 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c257a0f4-a2ea-4f3e-ab83-3b852eb17762 req-68816add-81f5-4cb2-af68-befaccacb915 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 1163 time: 0.0854697 Jan 20 21:08:23.937575 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47489b-8d5f-4330-85c4-01359551299f req-3442e733-a765-46ad-bd20-c3aef8a7839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:23.943405 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aa47489b-8d5f-4330-85c4-01359551299f req-3442e733-a765-46ad-bd20-c3aef8a7839a service neutron] 10.222.0.18 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 905 time: 0.1499450 Jan 20 21:08:24.009800 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257a0f4-a2ea-4f3e-ab83-3b852eb17762 req-b92ac839-e5c3-4cbd-b60d-0c5cead94fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:24.011478 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c257a0f4-a2ea-4f3e-ab83-3b852eb17762 req-b92ac839-e5c3-4cbd-b60d-0c5cead94fc9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 200 len: 905 time: 0.1427426 Jan 20 21:08:24.013854 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aa47489b-8d5f-4330-85c4-01359551299f req-d497f2ed-7c4b-4388-afcd-7793bc174dd2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35f9b64c-409e-40c8-8acc-a87cbe912552 HTTP/1.1" status: 200 len: 217 time: 0.0680017 Jan 20 21:08:24.086299 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c257a0f4-a2ea-4f3e-ab83-3b852eb17762 req-772eddc1-27b3-47f5-9984-49d3feec15eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35f9b64c-409e-40c8-8acc-a87cbe912552 HTTP/1.1" status: 200 len: 217 time: 0.0669568 Jan 20 21:08:24.088664 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47489b-8d5f-4330-85c4-01359551299f req-ec0c6135-8058-40ed-a7e0-f391f834fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:24.090312 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aa47489b-8d5f-4330-85c4-01359551299f req-ec0c6135-8058-40ed-a7e0-f391f834fc87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.0692630 Jan 20 21:08:24.134743 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e0e51776-6d58-4b2b-81dc-cffb3f4f7fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:34Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:24.138957 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e51776-6d58-4b2b-81dc-cffb3f4f7fdf None None] Checking router: b582adfb-29cf-49ca-a33d-cae75f0b2c20 for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:08:24.149028 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e51776-6d58-4b2b-81dc-cffb3f4f7fdf None None] Routers {'b582adfb-29cf-49ca-a33d-cae75f0b2c20'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:08:24.149696 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e0e51776-6d58-4b2b-81dc-cffb3f4f7fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:08:02Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:24.160601 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257a0f4-a2ea-4f3e-ab83-3b852eb17762 req-0c35a150-6082-4e40-9df0-0a465b6494ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:24.162380 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c257a0f4-a2ea-4f3e-ab83-3b852eb17762 req-0c35a150-6082-4e40-9df0-0a465b6494ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 200 len: 850 time: 0.0694258 Jan 20 21:08:24.175918 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47489b-8d5f-4330-85c4-01359551299f req-c9bec5f1-07fd-4fa0-849e-5ad629c15727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:24.177515 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aa47489b-8d5f-4330-85c4-01359551299f req-c9bec5f1-07fd-4fa0-849e-5ad629c15727 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799489 Jan 20 21:08:24.246912 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257a0f4-a2ea-4f3e-ab83-3b852eb17762 req-7cf67e5b-434f-47da-a8f1-9f2d824e65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:24.248591 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c257a0f4-a2ea-4f3e-ab83-3b852eb17762 req-7cf67e5b-434f-47da-a8f1-9f2d824e65c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799301 Jan 20 21:08:24.350180 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-e0e51776-6d58-4b2b-81dc-cffb3f4f7fdf None None] Set router b582adfb-29cf-49ca-a33d-cae75f0b2c20 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:08:24.403267 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c257a0f4-a2ea-4f3e-ab83-3b852eb17762 req-792386bf-01bc-4191-a5b5-632d1829ec1e service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471975 Jan 20 21:08:24.559390 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-c257a0f4-a2ea-4f3e-ab83-3b852eb17762 req-e36cd8f1-2fc8-4cdd-baed-b0b70bcfcb45 service neutron] 10.222.0.10 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1499197 Jan 20 21:08:24.575201 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aa47489b-8d5f-4330-85c4-01359551299f req-81ca1110-5471-49aa-9fb2-345ae07da9b6 service neutron] 10.222.0.18 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901703 Jan 20 21:08:24.699546 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-e0e51776-6d58-4b2b-81dc-cffb3f4f7fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:34Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:24.703563 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e51776-6d58-4b2b-81dc-cffb3f4f7fdf None None] The sync data for ids ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'] in dv-cinder-749155-5-iscsi is: [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:01:23Z', 'revision_number': 4, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi', '_interfaces': [{'id': 'cd3bd249-8ba2-4149-8050-392e34d96037', 'name': '', 'network_id': 'd0bffc3a-4c0a-42fc-adff-68ca79e6e80c', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'mac_address': 'fa:16:3e:6e:4c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:21Z', 'updated_at': '2021-01-20T21:01:34Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'subnets': [{'id': '56109a76-9439-48a6-9012-0d30ffdbc457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:08:24.726468 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-aa47489b-8d5f-4330-85c4-01359551299f req-8bde4428-196f-4d5b-a620-e04845efe494 service neutron] 10.222.0.18 "GET /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1445487 Jan 20 21:08:25.100820 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c07ea0-4bc3-47cd-a662-4724ee6392d5 None None] New status for floating IP f4dd2636-7716-43a4-b916-f035cbaa38b6: DOWN {{(pid=80114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 20 21:08:25.164963 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c83d14-03b1-438d-b921-752fbffda984 req-d52d70d5-ebc8-493c-bd6b-0768c81ef0c1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:25.165737 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-a6c83d14-03b1-438d-b921-752fbffda984 req-d52d70d5-ebc8-493c-bd6b-0768c81ef0c1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Synchronizing usage tracker for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:08:25.181030 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-a6c83d14-03b1-438d-b921-752fbffda984 req-d52d70d5-ebc8-493c-bd6b-0768c81ef0c1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Unset dirty status for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:08:25.182276 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a6c83d14-03b1-438d-b921-752fbffda984 req-d52d70d5-ebc8-493c-bd6b-0768c81ef0c1 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 946 time: 0.1228056 Jan 20 21:08:25.234170 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-a6c83d14-03b1-438d-b921-752fbffda984 req-8e33e80a-b51c-45fc-b30d-0063c91300ac tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0451610 Jan 20 21:08:26.489406 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2cd64-c754-4416-914f-c59a9bf7c8ce req-08a57c08-7614-4da2-87cd-f7c3377e8ba0 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:26.490810 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-b8d2cd64-c754-4416-914f-c59a9bf7c8ce req-08a57c08-7614-4da2-87cd-f7c3377e8ba0 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Synchronizing usage tracker for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:port {{(pid=80112) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:08:26.510367 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-b8d2cd64-c754-4416-914f-c59a9bf7c8ce req-08a57c08-7614-4da2-87cd-f7c3377e8ba0 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Unset dirty status for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:port {{(pid=80112) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:08:26.511703 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b8d2cd64-c754-4416-914f-c59a9bf7c8ce req-08a57c08-7614-4da2-87cd-f7c3377e8ba0 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 946 time: 0.1430807 Jan 20 21:08:26.577186 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-b8d2cd64-c754-4416-914f-c59a9bf7c8ce req-9e5b0e5b-720d-40d3-865c-615c253314d4 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups?id=eeea8fbb-0c0c-4577-befc-0564cf9e2358&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0588965 Jan 20 21:08:26.724195 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd7dd6-2c5b-4a0e-a1a8-14714de063a8 req-02690a8a-1e31-4014-9186-fb9725ca69e2 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:26.725867 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-12fd7dd6-2c5b-4a0e-a1a8-14714de063a8 req-02690a8a-1e31-4014-9186-fb9725ca69e2 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.10 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 946 time: 0.1139073 Jan 20 21:08:26.841735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-12fd7dd6-2c5b-4a0e-a1a8-14714de063a8 req-3a13f5f1-0fdb-4a5b-9865-e4bf3dcaee6c tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Deleting port 35f9b64c-409e-40c8-8acc-a87cbe912552 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:08:26.842301 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-12fd7dd6-2c5b-4a0e-a1a8-14714de063a8 req-3a13f5f1-0fdb-4a5b-9865-e4bf3dcaee6c tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:27.103171 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [req-12fd7dd6-2c5b-4a0e-a1a8-14714de063a8 req-3a13f5f1-0fdb-4a5b-9865-e4bf3dcaee6c tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] For port 35f9b64c-409e-40c8-8acc-a87cbe912552, host hv-cinder-74915, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-74915',level=0,port_id=35f9b64c-409e-40c8-8acc-a87cbe912552,segment=NetworkSegment(888424d9-8989-4463-86fb-56a5104417c0),segment_id=888424d9-8989-4463-86fb-56a5104417c0)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:08:27.103853 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-12fd7dd6-2c5b-4a0e-a1a8-14714de063a8 req-3a13f5f1-0fdb-4a5b-9865-e4bf3dcaee6c tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:27.232245 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-12fd7dd6-2c5b-4a0e-a1a8-14714de063a8 req-3a13f5f1-0fdb-4a5b-9865-e4bf3dcaee6c tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Calling delete_port for 35f9b64c-409e-40c8-8acc-a87cbe912552 owned by compute:nova {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:08:27.282433 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Device 35f9b64c-409e-40c8-8acc-a87cbe912552 no longer exists at agent ovs-agent-hv-cinder-74915 {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:08:27.384328 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-12fd7dd6-2c5b-4a0e-a1a8-14714de063a8 req-3a13f5f1-0fdb-4a5b-9865-e4bf3dcaee6c tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:27.400016 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3f298ef1-973f-4cd8-99ba-c868f3a40244 tempest-VolumesSnapshotTestJSON-654577723 tempest-VolumesSnapshotTestJSON-654577723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:08:27.405749 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-692750'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:27.449005 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13f5f1-0fdb-4a5b-9865-e4bf3dcaee6c tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Pushing event deleted for resources: {'Port': ['ID=35f9b64c-409e-40c8-8acc-a87cbe912552,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:08:27.500350 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3a13f5f1-0fdb-4a5b-9865-e4bf3dcaee6c tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:08:27.606052 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fd7dd6-2c5b-4a0e-a1a8-14714de063a8 req-3a13f5f1-0fdb-4a5b-9865-e4bf3dcaee6c tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] No DVR routers for this DVR port 35f9b64c-409e-40c8-8acc-a87cbe912552 on host hv-cinder-74915 {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 21:08:27.608533 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-12fd7dd6-2c5b-4a0e-a1a8-14714de063a8 req-3a13f5f1-0fdb-4a5b-9865-e4bf3dcaee6c tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for port, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:27.611499 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'name': 'network-vif-deleted', 'tag': '35f9b64c-409e-40c8-8acc-a87cbe912552'}] {{(pid=80112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 21:08:27.628484 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-12fd7dd6-2c5b-4a0e-a1a8-14714de063a8 req-3a13f5f1-0fdb-4a5b-9865-e4bf3dcaee6c tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.10 "DELETE /v2.0/ports/35f9b64c-409e-40c8-8acc-a87cbe912552 HTTP/1.1" status: 204 len: 173 time: 0.8963814 Jan 20 21:08:27.711975 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6cab64a-b124-408c-984e-fe9bbfc06e6e', 'name': 'network-vif-deleted', 'tag': '35f9b64c-409e-40c8-8acc-a87cbe912552', 'status': 'completed', 'code': 200} Jan 20 21:08:27.760439 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-8f8b667b-1a7b-4f70-9d30-3c51e4e49a63 req-d7c56b2e-7de0-4a85-8a01-7168cf131198 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/ports?device_id=f6cab64a-b124-408c-984e-fe9bbfc06e6e HTTP/1.1" status: 200 len: 210 time: 0.0489888 Jan 20 21:08:28.987505 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f81e7feb-f642-4ccc-bb51-5307a0bc2228 req-909731c3-edc3-418f-9e5a-4c628e0681d0 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/floatingips/f88b57c8-5588-403a-b5c6-6ba3683d5751 HTTP/1.1" status: 200 len: 692 time: 0.0935507 Jan 20 21:08:29.166079 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e7feb-f642-4ccc-bb51-5307a0bc2228 req-08b9ad2f-b6ea-4b35-b212-36df8ff208af tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 20 21:08:29.167472 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f81e7feb-f642-4ccc-bb51-5307a0bc2228 req-08b9ad2f-b6ea-4b35-b212-36df8ff208af tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/networks/06ea3fc8-bdc7-4401-9b28-54093eee0170 HTTP/1.1" status: 200 len: 784 time: 0.1735983 Jan 20 21:08:29.263572 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-f81e7feb-f642-4ccc-bb51-5307a0bc2228 req-f16ee00a-20f0-47d3-9456-ad6a22139d7d tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Synchronizing usage tracker for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:floatingip {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 20 21:08:29.279329 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.quota.resource [req-f81e7feb-f642-4ccc-bb51-5307a0bc2228 req-f16ee00a-20f0-47d3-9456-ad6a22139d7d tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Unset dirty status for tenant:5f3d8957a8fb47cfbac0777130b595f5 on resource:floatingip {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 20 21:08:29.280558 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f81e7feb-f642-4ccc-bb51-5307a0bc2228 req-f16ee00a-20f0-47d3-9456-ad6a22139d7d tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.38 HTTP/1.1" status: 200 len: 695 time: 0.1065190 Jan 20 21:08:29.370620 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f81e7feb-f642-4ccc-bb51-5307a0bc2228 req-3b761901-2b6f-485d-9d4f-51ac5523f7a3 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.27.0.38 HTTP/1.1" status: 200 len: 695 time: 0.0834827 Jan 20 21:08:29.525994 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8ca02375-2c49-4c54-aed3-5fc9fc83e0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:29.541955 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-f81e7feb-f642-4ccc-bb51-5307a0bc2228 req-37ba9beb-c26e-4890-814d-bc3f9168a6c4 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Deleting port 86cb1afb-8ed0-44bd-8883-e7b1c27caa3f {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:08:29.542335 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f81e7feb-f642-4ccc-bb51-5307a0bc2228 req-37ba9beb-c26e-4890-814d-bc3f9168a6c4 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:29.720622 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f81e7feb-f642-4ccc-bb51-5307a0bc2228 req-37ba9beb-c26e-4890-814d-bc3f9168a6c4 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:29.720903 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f81e7feb-f642-4ccc-bb51-5307a0bc2228 req-37ba9beb-c26e-4890-814d-bc3f9168a6c4 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:29.851725 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [req-f81e7feb-f642-4ccc-bb51-5307a0bc2228 req-37ba9beb-c26e-4890-814d-bc3f9168a6c4 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Calling delete_port for 86cb1afb-8ed0-44bd-8883-e7b1c27caa3f owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:08:29.988750 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f81e7feb-f642-4ccc-bb51-5307a0bc2228 req-37ba9beb-c26e-4890-814d-bc3f9168a6c4 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2427561'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:30.006504 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-c76ffe3e-8b68-440d-9d5d-46a6714b0639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:08:30.097724 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba9beb-c26e-4890-814d-bc3f9168a6c4 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Pushing event deleted for resources: {'Port': ['ID=86cb1afb-8ed0-44bd-8883-e7b1c27caa3f,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:08:30.108045 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-37ba9beb-c26e-4890-814d-bc3f9168a6c4 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:08:30.227288 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f81e7feb-f642-4ccc-bb51-5307a0bc2228 req-37ba9beb-c26e-4890-814d-bc3f9168a6c4 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for floatingip, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:30.247890 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-f81e7feb-f642-4ccc-bb51-5307a0bc2228 req-37ba9beb-c26e-4890-814d-bc3f9168a6c4 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759972'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:30.249069 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-f81e7feb-f642-4ccc-bb51-5307a0bc2228 req-37ba9beb-c26e-4890-814d-bc3f9168a6c4 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "DELETE /v2.0/floatingips/f88b57c8-5588-403a-b5c6-6ba3683d5751 HTTP/1.1" status: 204 len: 173 time: 0.8726349 Jan 20 21:08:31.752430 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-169699cf-4e61-42db-875c-a247576d1b55 req-ad5344e9-68c5-497f-89da-19dfd53af3dd tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "GET /v2.0/security-groups/eeea8fbb-0c0c-4577-befc-0564cf9e2358 HTTP/1.1" status: 200 len: 2997 time: 0.0682290 Jan 20 21:08:31.832903 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-169699cf-4e61-42db-875c-a247576d1b55 req-8d93f2e1-4383-4511-a2f7-d3dda33a348a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:31.863609 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-169699cf-4e61-42db-875c-a247576d1b55 req-8d93f2e1-4383-4511-a2f7-d3dda33a348a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:31.908333 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-169699cf-4e61-42db-875c-a247576d1b55 req-8d93f2e1-4383-4511-a2f7-d3dda33a348a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:31.913578 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-74ebc611-fcc8-47d2-978b-ce2089d1f941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:08:31.930369 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93f2e1-4383-4511-a2f7-d3dda33a348a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeea8fbb-0c0c-4577-befc-0564cf9e2358,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:08:31.935988 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-8d93f2e1-4383-4511-a2f7-d3dda33a348a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:08:31.937954 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [req-169699cf-4e61-42db-875c-a247576d1b55 req-8d93f2e1-4383-4511-a2f7-d3dda33a348a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:31.939197 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [req-169699cf-4e61-42db-875c-a247576d1b55 req-8d93f2e1-4383-4511-a2f7-d3dda33a348a tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] 10.222.0.18 "DELETE /v2.0/security-groups/eeea8fbb-0c0c-4577-befc-0564cf9e2358 HTTP/1.1" status: 204 len: 173 time: 0.1804581 Jan 20 21:08:32.011171 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 33494) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:08:32.478679 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-ef023e25-df6b-4b96-8fa4-f0e667d3ffeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:32.585272 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:32.802420 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-155494bd-c061-4792-b7d6-ac5c58203708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854398163'] for router_interface, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:33.166288 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-155494bd-c061-4792-b7d6-ac5c58203708 admin admin] Deleting port cd3bd249-8ba2-4149-8050-392e34d96037 {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:08:33.166636 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-155494bd-c061-4792-b7d6-ac5c58203708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:33.211781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:33.596837 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-155494bd-c061-4792-b7d6-ac5c58203708 admin admin] For port cd3bd249-8ba2-4149-8050-392e34d96037, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=cd3bd249-8ba2-4149-8050-392e34d96037,segment=NetworkSegment(888424d9-8989-4463-86fb-56a5104417c0),segment_id=888424d9-8989-4463-86fb-56a5104417c0)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:08:33.597239 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-155494bd-c061-4792-b7d6-ac5c58203708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:33.725247 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:33.733893 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-155494bd-c061-4792-b7d6-ac5c58203708 admin admin] Calling delete_port for cd3bd249-8ba2-4149-8050-392e34d96037 owned by network:router_interface {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:08:33.915783 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-155494bd-c061-4792-b7d6-ac5c58203708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:33.931138 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-91ae1f91-dc13-4918-ac17-6a08bbb11472 tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:08:34.021958 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155494bd-c061-4792-b7d6-ac5c58203708 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3bd249-8ba2-4149-8050-392e34d96037,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:08:34.028967 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-155494bd-c061-4792-b7d6-ac5c58203708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:08:34.339536 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-155494bd-c061-4792-b7d6-ac5c58203708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3687546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854398005'] for router_interface, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:34.850031 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155494bd-c061-4792-b7d6-ac5c58203708 admin admin] Router b582adfb-29cf-49ca-a33d-cae75f0b2c20 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:08:35.039833 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155494bd-c061-4792-b7d6-ac5c58203708 admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:08:35.049016 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8edb772-c82e-42e1-a0bc-4588885694c4 None None] Sync routers for ids ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'] in dv-cinder-749155-5-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:08:35.053972 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-155494bd-c061-4792-b7d6-ac5c58203708 admin admin] 10.222.0.18 "PUT /v2.0/routers/b582adfb-29cf-49ca-a33d-cae75f0b2c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0416605 Jan 20 21:08:35.056646 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 33500) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:08:35.059723 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8edb772-c82e-42e1-a0bc-4588885694c4 None None] Routers {'b582adfb-29cf-49ca-a33d-cae75f0b2c20'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:08:35.060408 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-c8edb772-c82e-42e1-a0bc-4588885694c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:08:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:35.240267 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a1491557-6a77-4da3-ac75-1d0678b63da5 admin admin] Notify callbacks [] for router, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:35.250666 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-c8edb772-c82e-42e1-a0bc-4588885694c4 None None] Set router b582adfb-29cf-49ca-a33d-cae75f0b2c20 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:08:35.432189 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a1491557-6a77-4da3-ac75-1d0678b63da5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:35.437622 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a1491557-6a77-4da3-ac75-1d0678b63da5 admin admin] Deleting port 9172f5d7-ee47-4da7-a878-02f85d9b507f {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:08:35.437994 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a1491557-6a77-4da3-ac75-1d0678b63da5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:35.556171 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-c8edb772-c82e-42e1-a0bc-4588885694c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:08:33Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:35.560182 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8edb772-c82e-42e1-a0bc-4588885694c4 None None] Checking router: b582adfb-29cf-49ca-a33d-cae75f0b2c20 for host: dv-cinder-749155-5-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:08:35.569323 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8edb772-c82e-42e1-a0bc-4588885694c4 None None] Routers {'b582adfb-29cf-49ca-a33d-cae75f0b2c20'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:08:35.569994 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-c8edb772-c82e-42e1-a0bc-4588885694c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:08:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:35.623146 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a1491557-6a77-4da3-ac75-1d0678b63da5 admin admin] For port 9172f5d7-ee47-4da7-a878-02f85d9b507f, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=9172f5d7-ee47-4da7-a878-02f85d9b507f,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:08:35.623546 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a1491557-6a77-4da3-ac75-1d0678b63da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:35.757327 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-c8edb772-c82e-42e1-a0bc-4588885694c4 None None] Set router b582adfb-29cf-49ca-a33d-cae75f0b2c20 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:08:35.762553 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a1491557-6a77-4da3-ac75-1d0678b63da5 admin admin] Calling delete_port for 9172f5d7-ee47-4da7-a878-02f85d9b507f owned by network:router_gateway {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:08:35.909200 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a1491557-6a77-4da3-ac75-1d0678b63da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:36.104008 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a1491557-6a77-4da3-ac75-1d0678b63da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392026'] for router_gateway, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:36.190081 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:08:36.212895 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-c8edb772-c82e-42e1-a0bc-4588885694c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:08:33Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:36.217861 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8edb772-c82e-42e1-a0bc-4588885694c4 None None] The sync data for ids ['b582adfb-29cf-49ca-a33d-cae75f0b2c20'] in dv-cinder-749155-5-iscsi is: [{'id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'name': 'tempest-TestVolumeBootPattern-305516811-router', 'tenant_id': '5f3d8957a8fb47cfbac0777130b595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:14Z', 'updated_at': '2021-01-20T21:08:33Z', 'revision_number': 5, 'project_id': '5f3d8957a8fb47cfbac0777130b595f5', 'gw_port': {'id': '9172f5d7-ee47-4da7-a878-02f85d9b507f', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b582adfb-29cf-49ca-a33d-cae75f0b2c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:16Z', 'updated_at': '2021-01-20T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:08:36.480996 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a1491557-6a77-4da3-ac75-1d0678b63da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-392176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40098'] for router, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:36.483878 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a1491557-6a77-4da3-ac75-1d0678b63da5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:36.506105 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a1491557-6a77-4da3-ac75-1d0678b63da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854385273'] for router, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:36.506734 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1491557-6a77-4da3-ac75-1d0678b63da5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b582adfb-29cf-49ca-a33d-cae75f0b2c20 {{(pid=80112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 21:08:36.519555 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a1491557-6a77-4da3-ac75-1d0678b63da5 admin admin] Notify callbacks [] for router, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:36.520778 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-a1491557-6a77-4da3-ac75-1d0678b63da5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b582adfb-29cf-49ca-a33d-cae75f0b2c20 HTTP/1.1" status: 204 len: 168 time: 1.4631507 Jan 20 21:08:36.524194 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 33504) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:08:36.594148 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-05262cf1-ded9-4074-bb4e-8378e18308a8 admin admin] Deleting subnet 56109a76-9439-48a6-9012-0d30ffdbc457 {{(pid=80112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 21:08:36.597426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-05262cf1-ded9-4074-bb4e-8378e18308a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:36.651468 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-05262cf1-ded9-4074-bb4e-8378e18308a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828615770'] for subnet, precommit_delete_associations {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:36.736744 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-05262cf1-ded9-4074-bb4e-8378e18308a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851329876'] for subnet, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:37.003804 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-05262cf1-ded9-4074-bb4e-8378e18308a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3445940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26958958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827860341'] for subnet, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:37.019685 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:08:37.103356 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05262cf1-ded9-4074-bb4e-8378e18308a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56109a76-9439-48a6-9012-0d30ffdbc457,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:08:37.117918 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-05262cf1-ded9-4074-bb4e-8378e18308a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:08:37.153312 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-05262cf1-ded9-4074-bb4e-8378e18308a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:37.158522 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe93027-b8f3-4099-8423-393bd7776bae None None] Network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 21:08:37.159860 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-05262cf1-ded9-4074-bb4e-8378e18308a8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/56109a76-9439-48a6-9012-0d30ffdbc457 HTTP/1.1" status: 204 len: 168 time: 0.6341233 Jan 20 21:08:37.162054 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 33508) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:08:37.280351 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854054876'] for network, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:37.360524 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] Deleting port b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:08:37.360897 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:37.419439 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a541f14d-a16e-498d-937f-72f5e0483ee5 None None] DHCP port deletion for d0bffc3a-4c0a-42fc-adff-68ca79e6e80c request from dv-cinder-749155-5-iscsi {{(pid=80114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 20 21:08:37.423730 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a541f14d-a16e-498d-937f-72f5e0483ee5 None None] Deleting port b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:08:37.424156 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a541f14d-a16e-498d-937f-72f5e0483ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:37.586791 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] For port b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb,segment=NetworkSegment(888424d9-8989-4463-86fb-56a5104417c0),segment_id=888424d9-8989-4463-86fb-56a5104417c0)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:08:37.587116 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:37.642659 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-a541f14d-a16e-498d-937f-72f5e0483ee5 None None] For port b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb,segment=NetworkSegment(888424d9-8989-4463-86fb-56a5104417c0),segment_id=888424d9-8989-4463-86fb-56a5104417c0)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:08:37.643196 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a541f14d-a16e-498d-937f-72f5e0483ee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:37.723081 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] Calling delete_port for b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb owned by network:dhcp {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:08:37.774271 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a541f14d-a16e-498d-937f-72f5e0483ee5 None None] Calling delete_port for b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:08:37.802827 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:37.818849 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-99ecdf75-87a0-4370-8935-2cc791ae9486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:08:37.847723 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [None req-a541f14d-a16e-498d-937f-72f5e0483ee5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 21:08:37.848068 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [None req-a541f14d-a16e-498d-937f-72f5e0483ee5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 21:08:37.924068 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] Pushing event deleted for resources: {'Port': ['ID=b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:08:37.928851 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:08:37.963470 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] No DVR routers for this DVR port b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb on host dv-cinder-749155-5-iscsi {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 21:08:37.986745 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 9172f5d7-ee47-4da7-a878-02f85d9b507f no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:08:38.026675 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: 9172f5d7-ee47-4da7-a878-02f85d9b507f {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:08:38.027073 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 9172f5d7-ee47-4da7-a878-02f85d9b507f not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:08:38.027537 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device cd3bd249-8ba2-4149-8050-392e34d96037 no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:08:38.061799 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: cd3bd249-8ba2-4149-8050-392e34d96037 {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:08:38.062194 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device cd3bd249-8ba2-4149-8050-392e34d96037 not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:08:38.062680 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:08:38.090804 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3445791', 'neutron.services.segments.db._delete_segments_for_network--9223363282312691657'] for network, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:38.097935 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:08:38.098275 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:08:38.207405 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0bffc3a-4c0a-42fc-adff-68ca79e6e80c']}} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:38.221041 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888424d9-8989-4463-86fb-56a5104417c0') {'for_net_delete': True} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:38.221387 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888424d9-8989-4463-86fb-56a5104417c0') {} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:38.233309 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282312693449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26160046'] for segment, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:38.248240 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:38.250499 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 21:08:38.349683 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a541f14d-a16e-498d-937f-72f5e0483ee5 None None] Deleting port b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:08:38.350158 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a541f14d-a16e-498d-937f-72f5e0483ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:38.422824 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-a541f14d-a16e-498d-937f-72f5e0483ee5 None None] The port 'b73e1d1a-7e8f-4707-9fde-81a2d6fa36eb' was deleted {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 20 21:08:38.435243 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] Network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c has no segments {{(pid=80112) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:08:38.444406 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851331117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26958849'] for segment, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:38.625025 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] Network d0bffc3a-4c0a-42fc-adff-68ca79e6e80c has no segments {{(pid=80112) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: Traceback (most recent call last): Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: timer() Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: cb(*args, **kw) Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: return func(*args, **kwargs) Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: self._notify() Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: self.callback(batched_events) Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: event.method(event) Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: segment_id)['aggregates'][0] Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(self, *a, **k) Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: return self._get(url).json() Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: **kwargs) Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.request(url, 'GET', **kwargs) Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: **endpoint_filter) Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 21:08:38.648701 dv-cinder-749155-5-iscsi neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 21:08:38.734700 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851330025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854383812'] for network, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:38.737943 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-90cf3efc-d701-4c1f-9ed3-322b50b78e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:08:38.754408 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:38.763124 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0bffc3a-4c0a-42fc-adff-68ca79e6e80c,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:08:38.766463 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:08:38.776381 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-62334d48-3c3d-4d36-a3da-a4c54fc5f999 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d0bffc3a-4c0a-42fc-adff-68ca79e6e80c HTTP/1.1" status: 204 len: 168 time: 1.6132903 Jan 20 21:08:38.779557 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 33512) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:08:39.351018 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0292a6b7-f0e4-4101-97a0-81a1551bff17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854398163'] for router_interface, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:39.970706 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-0292a6b7-f0e4-4101-97a0-81a1551bff17 admin admin] Deleting port 8f996db5-2f57-4bb8-ae37-020aa74edd2d {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:08:39.971087 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0292a6b7-f0e4-4101-97a0-81a1551bff17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:40.155346 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-0292a6b7-f0e4-4101-97a0-81a1551bff17 admin admin] For port 8f996db5-2f57-4bb8-ae37-020aa74edd2d, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=8f996db5-2f57-4bb8-ae37-020aa74edd2d,segment=NetworkSegment(843d46bf-24ee-46bc-b408-bfada89296f4),segment_id=843d46bf-24ee-46bc-b408-bfada89296f4)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:08:40.155749 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0292a6b7-f0e4-4101-97a0-81a1551bff17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:40.287960 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-0292a6b7-f0e4-4101-97a0-81a1551bff17 admin admin] Calling delete_port for 8f996db5-2f57-4bb8-ae37-020aa74edd2d owned by network:router_interface {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:08:40.477109 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0292a6b7-f0e4-4101-97a0-81a1551bff17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:40.493049 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-3a13f5f1-0fdb-4a5b-9865-e4bf3dcaee6c tempest-TestVolumeBootPattern-365105961 tempest-TestVolumeBootPattern-365105961] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:08:40.587794 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292a6b7-f0e4-4101-97a0-81a1551bff17 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f996db5-2f57-4bb8-ae37-020aa74edd2d,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:08:40.591749 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-0292a6b7-f0e4-4101-97a0-81a1551bff17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:08:40.899907 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0292a6b7-f0e4-4101-97a0-81a1551bff17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3687546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854398005'] for router_interface, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:40.991471 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:41.416716 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0292a6b7-f0e4-4101-97a0-81a1551bff17 admin admin] Router c019c804-3777-47da-98ec-f97debec9349 has already been hosted by L3 agent 07c93793-099b-42fb-96ed-d6db5c4a811a {{(pid=80112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 20 21:08:41.603119 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0292a6b7-f0e4-4101-97a0-81a1551bff17 admin admin] Notify agent at l3_agent.dv-cinder-749155-5-iscsi the message routers_updated {{(pid=80112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 20 21:08:41.612204 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a07cb8f-62a8-40f0-b059-7a04f41de46c None None] Sync routers for ids ['c019c804-3777-47da-98ec-f97debec9349'] in dv-cinder-749155-5-iscsi {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 20 21:08:41.613748 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-0292a6b7-f0e4-4101-97a0-81a1551bff17 admin admin] 10.222.0.18 "PUT /v2.0/routers/c019c804-3777-47da-98ec-f97debec9349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8330250 Jan 20 21:08:41.616475 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 33516) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:08:41.623876 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a07cb8f-62a8-40f0-b059-7a04f41de46c None None] Routers {'c019c804-3777-47da-98ec-f97debec9349'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:08:41.623876 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-6a07cb8f-62a8-40f0-b059-7a04f41de46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:08:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['c019c804-3777-47da-98ec-f97debec9349'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:41.809623 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-152f512d-0d2c-42f5-b707-021e9fab48a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:41.984019 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-6a07cb8f-62a8-40f0-b059-7a04f41de46c None None] Set router c019c804-3777-47da-98ec-f97debec9349 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:08:41.994951 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-152f512d-0d2c-42f5-b707-021e9fab48a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:42.000437 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-152f512d-0d2c-42f5-b707-021e9fab48a4 admin admin] Deleting port b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:08:42.000834 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-152f512d-0d2c-42f5-b707-021e9fab48a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:42.298519 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-6a07cb8f-62a8-40f0-b059-7a04f41de46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c019c804-3777-47da-98ec-f97debec9349', 'name': 'tempest-TestVolumeBootPattern-1438282690-router', 'tenant_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:29Z', 'updated_at': '2021-01-20T21:08:40Z', 'revision_number': 5, 'project_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'gw_port': {'id': 'b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c019c804-3777-47da-98ec-f97debec9349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:30Z', 'updated_at': '2021-01-20T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:42.303128 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a07cb8f-62a8-40f0-b059-7a04f41de46c None None] Checking router: c019c804-3777-47da-98ec-f97debec9349 for host: dv-cinder-749155-5-iscsi {{(pid=80114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 20 21:08:42.313515 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a07cb8f-62a8-40f0-b059-7a04f41de46c None None] Routers {'c019c804-3777-47da-98ec-f97debec9349'} bound to L3 agent in host dv-cinder-749155-5-iscsi {{(pid=80114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 20 21:08:42.314228 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-6a07cb8f-62a8-40f0-b059-7a04f41de46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-749155-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-20T20:45:02Z,description=,heartbeat_timestamp=2021-01-20T21:08:32Z,host='dv-cinder-749155-5-iscsi',id=07c93793-099b-42fb-96ed-d6db5c4a811a,load=0,resource_versions=,resources_synced=,started_at=2021-01-20T20:45:02Z,topic='l3_agent')) {'router_ids': ['c019c804-3777-47da-98ec-f97debec9349'], 'active': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:42.435766 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-152f512d-0d2c-42f5-b707-021e9fab48a4 admin admin] For port b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e,segment=NetworkSegment(277a38af-8f11-4ec2-bc6a-cae4fa43597c),segment_id=277a38af-8f11-4ec2-bc6a-cae4fa43597c)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:08:42.436160 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-152f512d-0d2c-42f5-b707-021e9fab48a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:42.510109 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvr_db [None req-6a07cb8f-62a8-40f0-b059-7a04f41de46c None None] Set router c019c804-3777-47da-98ec-f97debec9349 gateway port host: dv-cinder-749155-5-iscsi {{(pid=80114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 20 21:08:42.567004 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-152f512d-0d2c-42f5-b707-021e9fab48a4 admin admin] Calling delete_port for b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e owned by network:router_gateway {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:08:42.711479 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-152f512d-0d2c-42f5-b707-021e9fab48a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:42.814595 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_hamode_db [None req-6a07cb8f-62a8-40f0-b059-7a04f41de46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c019c804-3777-47da-98ec-f97debec9349', 'name': 'tempest-TestVolumeBootPattern-1438282690-router', 'tenant_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:29Z', 'updated_at': '2021-01-20T21:08:40Z', 'revision_number': 5, 'project_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'gw_port': {'id': 'b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c019c804-3777-47da-98ec-f97debec9349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:30Z', 'updated_at': '2021-01-20T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}], 'dv-cinder-749155-5-iscsi', False) {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:42.818794 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a07cb8f-62a8-40f0-b059-7a04f41de46c None None] The sync data for ids ['c019c804-3777-47da-98ec-f97debec9349'] in dv-cinder-749155-5-iscsi is: [{'id': 'c019c804-3777-47da-98ec-f97debec9349', 'name': 'tempest-TestVolumeBootPattern-1438282690-router', 'tenant_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'external_fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-20T21:01:29Z', 'updated_at': '2021-01-20T21:08:40Z', 'revision_number': 5, 'project_id': 'a7efe52ff9ff487a8105289ae7f6b2a1', 'gw_port': {'id': 'b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e', 'name': '', 'network_id': '06ea3fc8-bdc7-4401-9b28-54093eee0170', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c019c804-3777-47da-98ec-f97debec9349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-749155-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-20T21:01:30Z', 'updated_at': '2021-01-20T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7fa42e9a-db2b-4126-9d0c-025f1cb6919b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-749155-5-iscsi'}] {{(pid=80114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 20 21:08:42.904440 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-152f512d-0d2c-42f5-b707-021e9fab48a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-392026'] for router_gateway, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:43.046372 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-152f512d-0d2c-42f5-b707-021e9fab48a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-392176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40098'] for router, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:43.049187 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-152f512d-0d2c-42f5-b707-021e9fab48a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:43.079909 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-152f512d-0d2c-42f5-b707-021e9fab48a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854385273'] for router, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:43.080554 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152f512d-0d2c-42f5-b707-021e9fab48a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c019c804-3777-47da-98ec-f97debec9349 {{(pid=80112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 20 21:08:43.093406 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-152f512d-0d2c-42f5-b707-021e9fab48a4 admin admin] Notify callbacks [] for router, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:43.094700 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-152f512d-0d2c-42f5-b707-021e9fab48a4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c019c804-3777-47da-98ec-f97debec9349 HTTP/1.1" status: 204 len: 168 time: 1.4771652 Jan 20 21:08:43.097349 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 33520) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:08:43.169865 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e176c7-7e47-4939-b0f8-14d2ad98dd4f admin admin] Deleting subnet 3c986b41-00cd-49fd-b5e9-4a142e28fafa {{(pid=80112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 20 21:08:43.175348 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b7e176c7-7e47-4939-b0f8-14d2ad98dd4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:43.237607 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b7e176c7-7e47-4939-b0f8-14d2ad98dd4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828615770'] for subnet, precommit_delete_associations {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:43.324854 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b7e176c7-7e47-4939-b0f8-14d2ad98dd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851329876'] for subnet, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:43.600532 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b7e176c7-7e47-4939-b0f8-14d2ad98dd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3445940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26958958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827860341'] for subnet, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:43.615694 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:08:43.714697 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e176c7-7e47-4939-b0f8-14d2ad98dd4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c986b41-00cd-49fd-b5e9-4a142e28fafa,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:08:43.717554 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-b7e176c7-7e47-4939-b0f8-14d2ad98dd4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:08:43.753583 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b7e176c7-7e47-4939-b0f8-14d2ad98dd4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for subnet, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:43.759278 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c9fec7-2407-4ca2-a3ed-b43281886d9d None None] Network 64279a80-4281-4870-9d2a-2876c6ab73d9 requested from dv-cinder-749155-5-iscsi {{(pid=80114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 20 21:08:43.760253 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-b7e176c7-7e47-4939-b0f8-14d2ad98dd4f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3c986b41-00cd-49fd-b5e9-4a142e28fafa HTTP/1.1" status: 204 len: 168 time: 0.6618850 Jan 20 21:08:43.762870 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 33524) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:08:43.878301 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854054876'] for network, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:43.948070 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] Deleting port 74d9e993-c09f-4b1f-b003-4aa4c05d166d {{(pid=80112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:08:43.948455 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:43.987335 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 8f996db5-2f57-4bb8-ae37-020aa74edd2d no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:08:44.029568 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6678b4ca-ea59-406e-9a57-748bcf66b10c None None] DHCP port deletion for 64279a80-4281-4870-9d2a-2876c6ab73d9 request from dv-cinder-749155-5-iscsi {{(pid=80114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 20 21:08:44.033270 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: 8f996db5-2f57-4bb8-ae37-020aa74edd2d {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:08:44.033549 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 8f996db5-2f57-4bb8-ae37-020aa74edd2d not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:08:44.034013 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:08:44.064992 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-6678b4ca-ea59-406e-9a57-748bcf66b10c None None] Deleting port 74d9e993-c09f-4b1f-b003-4aa4c05d166d {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:08:44.065426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6678b4ca-ea59-406e-9a57-748bcf66b10c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:44.099415 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:08:44.099813 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device b76e9e9d-0f93-4237-94ad-67ab8b5a9e3e not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:08:44.174599 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] For port 74d9e993-c09f-4b1f-b003-4aa4c05d166d, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=74d9e993-c09f-4b1f-b003-4aa4c05d166d,segment=NetworkSegment(843d46bf-24ee-46bc-b408-bfada89296f4),segment_id=843d46bf-24ee-46bc-b408-bfada89296f4)] {{(pid=80112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:08:44.174963 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:44.289602 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.db [None req-6678b4ca-ea59-406e-9a57-748bcf66b10c None None] For port 74d9e993-c09f-4b1f-b003-4aa4c05d166d, host dv-cinder-749155-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-749155-5-iscsi',level=0,port_id=74d9e993-c09f-4b1f-b003-4aa4c05d166d,segment=NetworkSegment(843d46bf-24ee-46bc-b408-bfada89296f4),segment_id=843d46bf-24ee-46bc-b408-bfada89296f4)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 20 21:08:44.290029 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6678b4ca-ea59-406e-9a57-748bcf66b10c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854423486'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:44.309460 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] Calling delete_port for 74d9e993-c09f-4b1f-b003-4aa4c05d166d owned by network:dhcp {{(pid=80112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:08:44.390407 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-692849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838028170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363282312633443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754541730709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827816876'] for port, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:44.406873 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-10a6724d-90f4-45d3-8866-fcc6fc51c034 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:08:44.421704 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-6678b4ca-ea59-406e-9a57-748bcf66b10c None None] Calling delete_port for 74d9e993-c09f-4b1f-b003-4aa4c05d166d owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 20 21:08:44.494876 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.db.api [None req-6678b4ca-ea59-406e-9a57-748bcf66b10c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 20 21:08:44.495301 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_db.api [None req-6678b4ca-ea59-406e-9a57-748bcf66b10c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 20 21:08:44.500527 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=74d9e993-c09f-4b1f-b003-4aa4c05d166d,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:08:44.515235 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:08:44.551031 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] No DVR routers for this DVR port 74d9e993-c09f-4b1f-b003-4aa4c05d166d on host dv-cinder-749155-5-iscsi {{(pid=80112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 20 21:08:44.676449 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3445791', 'neutron.services.segments.db._delete_segments_for_network--9223363282312691657'] for network, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:44.792542 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64279a80-4281-4870-9d2a-2876c6ab73d9']}} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:44.805698 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843d46bf-24ee-46bc-b408-bfada89296f4') {'for_net_delete': True} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:44.806030 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.services.segments.db [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843d46bf-24ee-46bc-b408-bfada89296f4') {} {{(pid=80112) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 20 21:08:44.817856 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363282312693449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26160046'] for segment, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:44.832500 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3444682'] for segment, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:44.834691 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 20 21:08:44.996837 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-6678b4ca-ea59-406e-9a57-748bcf66b10c None None] Deleting port 74d9e993-c09f-4b1f-b003-4aa4c05d166d {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 20 21:08:44.997270 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6678b4ca-ea59-406e-9a57-748bcf66b10c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754542138210'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:45.010076 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] Network 64279a80-4281-4870-9d2a-2876c6ab73d9 has no segments {{(pid=80112) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:08:45.019261 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851331117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26958849'] for segment, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:45.071426 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-6678b4ca-ea59-406e-9a57-748bcf66b10c None None] The port '74d9e993-c09f-4b1f-b003-4aa4c05d166d' was deleted {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 20 21:08:45.201930 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.managers [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] Network 64279a80-4281-4870-9d2a-2876c6ab73d9 has no segments {{(pid=80112) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: Traceback (most recent call last): Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: timer() Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: cb(*args, **kw) Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: return func(*args, **kwargs) Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: self._notify() Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: self.callback(batched_events) Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: event.method(event) Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: segment_id)['aggregates'][0] Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: return f(self, *a, **k) Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: return self._get(url).json() Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: **kwargs) Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: return self.request(url, 'GET', **kwargs) Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: **endpoint_filter) Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 21:08:45.224686 dv-cinder-749155-5-iscsi neutron-server[79999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 21:08:45.302343 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851330025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851088286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854383812'] for network, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:45.306988 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851088355'] for network, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:45.310765 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-74dfccc1-3203-4d8a-a1df-8d98c6e815fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:08:45.333882 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/64279a80-4281-4870-9d2a-2876c6ab73d9 HTTP/1.1" status: 204 len: 168 time: 1.5699353 Jan 20 21:08:45.334730 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=64279a80-4281-4870-9d2a-2876c6ab73d9,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:08:45.337575 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-cc2d3c80-b863-4d09-91d3-864c0752a4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:08:45.486265 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 33530) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:08:45.539788 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-cdb3892e-be4a-4987-ada6-9ae0292fbee7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f3d8957a8fb47cfbac0777130b595f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520453 Jan 20 21:08:45.542296 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 33534) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:08:45.603362 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a571f9ea-b564-4147-9930-3c11f3c4ff3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:45.630838 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a571f9ea-b564-4147-9930-3c11f3c4ff3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:45.683228 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a571f9ea-b564-4147-9930-3c11f3c4ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:45.688569 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-5b42042d-b9c5-44ed-a49e-10b070975a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:08:45.938443 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571f9ea-b564-4147-9930-3c11f3c4ff3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334e7fef-7aa3-4ece-be46-49f19fed846c,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:08:45.942533 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-a571f9ea-b564-4147-9930-3c11f3c4ff3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:08:45.948964 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a571f9ea-b564-4147-9930-3c11f3c4ff3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:45.950600 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-a571f9ea-b564-4147-9930-3c11f3c4ff3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/334e7fef-7aa3-4ece-be46-49f19fed846c HTTP/1.1" status: 204 len: 168 time: 0.4068708 Jan 20 21:08:45.983160 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 74d9e993-c09f-4b1f-b003-4aa4c05d166d no longer exists at agent ovs-agent-dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 20 21:08:46.020232 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.plugin [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] No Port match for: 74d9e993-c09f-4b1f-b003-4aa4c05d166d {{(pid=80114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 20 21:08:46.020640 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.plugins.ml2.rpc [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Device 74d9e993-c09f-4b1f-b003-4aa4c05d166d not bound to the agent host dv-cinder-749155-5-iscsi {{(pid=80114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 20 21:08:46.362011 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 33542) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:08:46.414559 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-056fd76e-d85d-4a69-819d-01beb04b750c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7efe52ff9ff487a8105289ae7f6b2a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507457 Jan 20 21:08:46.417155 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [-] (80112) accepted ('10.222.0.18', 33546) {{(pid=80112) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 20 21:08:46.479922 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-80c2573e-d43a-49ca-a7aa-8af036356ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:46.508145 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-80c2573e-d43a-49ca-a7aa-8af036356ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:46.553638 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-80c2573e-d43a-49ca-a7aa-8af036356ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3887856'] for security_group, after_delete {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:46.559304 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-caa2311d-cf6a-4c53-8bda-42ca8c181cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 20 21:08:46.572713 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2573e-d43a-49ca-a7aa-8af036356ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68b2a49-24d4-4f47-8197-1631b6a08373,revision_number=None']} {{(pid=80112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 20 21:08:46.575318 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG oslo_concurrency.lockutils [None req-80c2573e-d43a-49ca-a7aa-8af036356ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80112) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 20 21:08:46.577366 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-80c2573e-d43a-49ca-a7aa-8af036356ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80112) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:08:46.578594 dv-cinder-749155-5-iscsi neutron-server[79999]: INFO neutron.wsgi [None req-80c2573e-d43a-49ca-a7aa-8af036356ad1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c68b2a49-24d4-4f47-8197-1631b6a08373 HTTP/1.1" status: 204 len: 168 time: 0.1604586 Jan 20 21:08:59.527914 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-49037f18-1be4-4d8b-8042-dc32969f7163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:09:02.484128 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2be23076-dacd-4152-96bd-8dc8a45b5022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:09:02.587851 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:09:03.215202 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:09:03.728413 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:09:10.990605 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:09:13.189735 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:09:29.529010 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5a8bee6c-0812-4d8d-ba49-c3acb6ba7730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:09:32.485714 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6d657c60-d573-4fcb-9205-fcf9a8d3cf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:09:32.588840 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:09:33.216846 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:09:33.734739 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:09:40.989967 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:09:50.189241 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:09:59.531781 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec772-aab3-4171-a69f-19e71239ac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:10:02.486952 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f2d71ebe-83e7-4bd4-b3bf-3303de905e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:10:02.591220 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:10:03.219715 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:10:03.733647 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:10:10.988992 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:10:27.188641 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:10:29.535205 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-5ccd6a2c-f89f-47be-80e8-732351266a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:10:32.488912 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-1770a92d-5c05-4d77-82fa-9a2c6212e9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:10:32.595166 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:10:33.221209 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:10:33.737022 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:10:41.003270 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:10:59.538403 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-fd1eaadf-48dc-4249-885a-760707e9e635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:11:02.490545 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-bee813c3-0e95-4707-8e55-e48eb7b9c51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:11:02.600609 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:11:03.223327 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:11:03.737892 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:11:04.187760 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:11:11.021457 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:11:29.539532 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0e69af6b-c922-485d-96b9-cbd45017a0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:11:32.491877 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-2103d7d9-78fe-40f8-b729-020563946daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:11:32.602555 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:11:33.224913 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:11:33.740242 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:11:41.032984 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:11:41.187356 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:11:59.541356 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-794f8bbd-2027-4747-9c23-fda242cdbec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:12:02.493678 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-193b4523-69f7-4570-8988-66b1926eb34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:12:02.605104 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:12:03.228275 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:12:03.743602 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:12:11.030999 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:12:18.187496 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:12:29.542031 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-3683c8c7-3784-4350-b023-76b1f8af08d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:12:32.494511 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f1cf135a-a610-45ec-854b-83dfd6077f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:12:32.606250 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:12:33.231176 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:12:33.744757 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:12:40.441529 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [req-0717ba1f-8a1d-48f5-9412-1f0d98098089 req-7c047e8a-858e-4d00-958d-3dd346f5466a service neutron] (80113) timed out ('10.222.0.10', 57025) {{(pid=80113) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 20 21:12:40.700020 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [req-9e277de9-822a-4829-b51f-4aed05a5b950 req-2e9e0f0d-3242-4036-99a1-b5ce8d5345ca service neutron] (80112) timed out ('10.222.0.10', 57345) {{(pid=80112) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 20 21:12:41.031766 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:12:41.280342 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.wsgi [req-5dccc45b-50dc-4075-b45e-6785ec479b2b req-9295cdc9-393c-4a07-bc2d-c93b537166b6 service neutron] (80112) timed out ('10.222.0.10', 57041) {{(pid=80112) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 20 21:12:55.191048 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:12:59.543792 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-b4d096b3-075b-4215-b29b-608c8437e689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:13:02.495272 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8db8a0dd-fb09-4fa5-8289-7549d103eba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:13:02.609346 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:13:03.232182 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:13:03.748684 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:13:11.029322 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:13:29.545388 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-e77bb842-5d85-4f1f-bea1-6ea3cb253126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:13:32.190137 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:13:32.495973 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-7783c127-da2f-424f-958a-19aeb2156f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:13:32.611140 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:13:33.234232 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:13:33.751690 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:13:41.028983 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:13:59.550090 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-0892e016-5a2b-4723-9006-3cced9cc3cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:14:02.497015 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-084aecb0-26d1-4469-bc7e-6fd8d5ef90f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:14:02.614161 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-8297561b-6378-4510-a650-e1289abde940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:14:03.236153 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-f3904225-77db-4705-87a0-2e6d144d5dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:14:03.754977 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-6b2b27f2-2857-483f-b238-cab5985ddbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 20 21:14:09.190002 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron.db.agents_db [None req-aacb0c25-30b9-4004-9d74-d3470cd5738b None None] Agent healthcheck: found 6 active agents {{(pid=80115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 20 21:14:11.027933 dv-cinder-749155-5-iscsi neutron-server[79999]: DEBUG neutron_lib.callbacks.manager [None req-a9c6521c-5b56-4eef-8f74-a3ad41aedf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363282312691674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-669945'] for agent, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}